diff --git a/params/phi/8/rnd_search/comb_1/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1048ad1cf397d1045c8bd30024680e8343e2fe67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d043b01bc213c7ee0d8204fa0d82fedd61b7dc5de11869ca212a6cba6f473f2b
+size 205955
diff --git a/params/phi/8/rnd_search/comb_1/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250e255f4d0d26cd09afdf77068bc38d32d9425a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c795991c65c0b5dbea93b958568b9198786faa218926ddd77c181184c33d87
+size 205955
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3538f5ec584e53620432eb22414d3c4525b25308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b6907c7fc0a2e98a0fb7e7821f0736e304580e5b1d275b84caed230592736b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5accfd8e5687d6ce0d1c8f4d9efe4d56998e43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35bb64228ce7edb333134c4c7b31a22fabb3fdc01234fcc6356920b47e432c8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be16b4b7fb9fc6f96e463b2b73e28742b6eb50b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719eb4818ea6a86a3e75cce12b09e16ed92002d2c2966d267773d4ce08933909
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3854a124990c92430a85a74b5cd1aebe26fda55a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6862d29bcaa019297a38a14ba3d014846d3d35863ed53b2da6d6dce252e3157
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593bf7959738658fb021047ae6d3ed9d842aa4f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e85d7c1a7346081e281d6bd52c185672d32e368cd0c7a8d530d4ced273e9b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f65d07cc59fa2809bdf9c148b37417901b80147
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d8b11cec3de4e200dc2755b304317ac5a4da2ed7f2c79cfa30e5de083f73b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321c52e201e5ff937f7218fdb03c60c1b82b36d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a650edb2857e30d49e3577b94b286f259c67448d689cff42c2c8232494be2ffc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eb65d2bccff8c65849fee8325eba223c3d6dc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fea005bcf850ce5314d02bbf2dcf37cea0a584d690d12d394f40ea937c64810
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d29739aacf2b2e31105496b2f743648b57134d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fc62216cccb40b4a6d0f02ea33fc208cf1655989b7c7e78d0bfbe5404841e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1a8f57a5d99926c9c5cfce573a688450ffc0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d1ce857509e026225367668d805117e1904f7dad24c25d1c216619997f029
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5909b1ecb8343f1642e363a848d261f8cc45b3f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf17f7b368f17870db2dc1a442cfd81dbfe7f33efd90f0393620cd4701e167
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373e544f5310b2da0415821da1ac0aa16431d73b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114d73ef494b0b92fe80badd9f0bbe82e62fdb44b123359be830cd9a57786b07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d16c74e9faf1a9cc80dee14705ef8df19b170b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43c434bcfb7db32b151a6edb760a207c924e14bbeb5c7ab499b1f8f7a452f49
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4cb275bc5cbe61845ba24cee812fa29d013562
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3d22d0ddfb9caa5e7db9dda40726f6f5392d2eadb2905f8e04a46fec36430a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ccc4e70805ff76b97f0a86b87f683c5512364f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fffb03ce096e70e963e26ceb11e8c8a7847c42251a463aa2032dee0877441ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00450125985f2c89e98e96c912e407e641f7da7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcaa58c887a53e97d45055085631ace8264566f12030448d4c3e8997f86ee18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f78517d3ef43b0bdfb22e5f409c01602f0873f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff877bdce65f6db14bfdc06d801f277e246fe7a7b906504230e84f6b5e3c90d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be412581cfe33d42125b1b46cee4b9c5d2dfc842
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494df4a2f7da7319cfc0797ccf3e7ea34cf52b1e46ae6deba040e9937252291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc1046bd76fed2f439cabe55fee7b7f049c0e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576daf41e08022962377375c43257a8673f64c1e0c9f833662d4809b102efee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459b2019ccb44fd0a8c79e121274ad6da41e18e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6402141418455c52fa7950baf35b7aea03dfd2d5fa7ac8e16cc015ad1cb671ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b12dc9fbdc81d5d4089e6226a54ae3a8217928
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7245695e41f5fb7bdd863fd5886fccc39f719d8950d735c3ee5ed82a9c38e82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bc809bcb0162cbdb16b4222ce5e276a3befc60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4750f8724c743f675b85a93d546b448dcf8f50071669e1dff29e52556fbc3490
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c9da397202a900592d60c496def095ca7b7db4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f58ef8fb30d9e6073b26ae4d48ee6042e6b6888253cda5e417a4dd5d86eca1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1c819f8384995d56ee520c215e1ee093f096ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf083c18bd139b6431a0a831d7fa391ed49fca2f9e3af08793284365aae05ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb5c72c58a92a29d4b337a7923219d0111cd25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2536f77d8422899a33cdd1491081f167f7397fe9418dcd33d55f9dc30c2cea19
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3a83f5f7a58b6e6b4dc2b64e6c0f03bb3abdf3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e18e307c61bbb9698984a99e2d9feebb236022caec123279a81562f429a317
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bac2e2f109a1e1eb32054564769fb3be6004d77
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40168db308bd111983fdafeaa5dd3df356afea9987c9e38fc50f2b9a196472e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8c829e69b9e509eb3e2a4967d92d00e0eb888a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5131eafdf9ebcd58564e142b14d69bd0f5cb420dee9b94eaac1fb05fc7a493
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e533cd42860e35e9cb6564535fb2c1d3297fee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa687eb055d273ac335f3ca9520d18e34fa5d737f63f8642dbbb19945c27615c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7eb016f264b4eb1ae7b45ca9ff8be2a7fcb22d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1244ef4bdde343fe9badf93a528c2e3f3d1dda288a88262aa5e320f779b1b09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c014ccf49392b56f967f191122fddceaf1b9d16e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b8ac58b3c02ecc01d42322b9803158e083255c197bb677d976f1424c980a83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761c9ec10151a66b46226c39535dc5201bcf9f5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e77e2572fb5d1658d3c4da35416561a7618fff529ea37ba7467a921a7bedc9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27326591ca44c74cffaf6ccfd01d8b69d482386
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca57bc4ad37bedd529e0aacb82749c11bf28f4aab83f34feac7e31c1f200093b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f037cc40ce023a5126a987761d584ed919c14275
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6d0c581076b03ce0bd8ae552b3bdbf5a218b2d68d34da45e95d42a1203c72d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b838167aa5e5811f235305c23febc928e51db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1095acbdfb03274fea7db87eefe5ded0808dfba025e9e7ffbda2d3307cadb33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b1846368ac3480a30b4ecda4ceef10331d83d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5146164fda21fd57204bc3701f5dd737d42f4b1c206d7a097a192fc3e32985c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242dd4cc555fef515301d47c7109b53dc84e928a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c04d1a98f224a4a114b5afa29507749c3659ab710708eafae0733315e6f365
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb187ab3af49ebd7f6cc695a90e7c4c5c970dcb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d92286a6a52f12a8df440531470c1889b5c57cb1ef72a8e0a506d62856c627
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc86ab6bde089c649d06ff71b755b99d69df2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6b52d77be11467b4cfeec899d8608e067a86fa53bb94e59ae1f52b2c4383b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34247ab2692c8ffbe14f403a579f4c85bf9d534
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27442958d3af5693941acef944765c412ddd3e9f37d5d233a55ce4127b2ebd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787c95b9c6f76533c0a17d2de01ba99606387c5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f3c7f8497653231cb60d8cb31fbf1cd9b5ed904df14764236dafd94a6c6b76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7937be2d68fe7a2be1a4960b08205cb50a6dda2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090bb00b4fc1fa120e80c283808eee62acc683eb9b47596e714537019595969c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc784dc70ce1033a9e7cdc5196f93e90008aa253
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48925cb0b90fd5058675fc7407ba8ba5f4082fae80dbabf8b4f4ecce9503c251
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd952c0403b3fe8f9ba263662e47d46b1205e8ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62d10bae5df4817ef07082a07fc9eea7c6935f7cb8ff8481f173783028b5e1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17333fbed46559ab2f5bc129680ff653cebe1d0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f551b8971fe2f0d42d4fe0a131f75da3b9f4cdedb987d0998c040ab8ca7d83a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b29d76d1e7195b83f51d4bbe9a22dc72a12cbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b37e191339721470e6c69abc15ce60f5c5eaf4e74b49187909f6557b4132a9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc73d0b9ec184fdfb6605634b4d9a57955afd30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328aa15bf9be449b88c1092883beccdc89f6ada32a3261f1e83c6f81220447d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4376dd58d5ac511b7e5710af75d52ad6bc2a724e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8bc6fd0935a0deac188d924415e6462b3fa1876ae43362a9434698c2159adf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6c863648bc94a8592ac3cda934be8f3cf3c9f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471e749ddcb5edc49c7d11c435ce77e92b19e980eadbc6798d5d844bef6f691
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a8cda64c59a073782e36af1eccc11aeed7ef02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ce22fbf2b4bb694b4b36833fd2395c5440b53a1d60f7eead99ba218b75a18
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5a2f70dee526c7e50198d9351e8318bb5dbe08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87179d150200e12a054534539e8e367c0c1ccc6f8745a2836736de2abf66991
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56f2f37e5279449ff24d3fd00b4c8956f592da4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d118066efa17e7beb1e6ab2c692e5057248a6a78bdd457f3d6d44c018ad60ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3593e0348db7f8f24159afc7d96e5c1d38398366
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f608323ee5e47a0fc82d1bb2b2e6cc918e970adfeef3fc466250bf23d774a335
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf1a127320c4d177145006690a521ee6a8cf5c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816cd2fdeb3d6f7be05218ea9d13094a556cfaebd35cb4f748533778b0b99561
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2050791f7ef626e7ae728b627f4dc00d5b8776
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b930dfe9d246adeb4a7a9de45065ba1e87c45ee1ad7b5659a97fa22e5f5b59c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2299f46558cf88b5f1d5d74c8c84f30b688717
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b652691fadf5f140cc7041c443c32e7c44a010d77eeafd57fd8642d58a214dd9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05506cbba604b9afdc61a9e0cd4d97ed6bae6b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc167966b1bfa5dbe9f48ac3fd3b73b1767fb75bfd1c0e2dcfdaf5ccf19ea6c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d502f9a1a7489fbfc1f8de6c3f989d6aac95c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c537bd50cf5ca46ec6b104f13bdea5f41cf0d7ff973dc4f69d8cb797f47a68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b6a30af76bfd7a723d9e8086eb51874b40d0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11654cd15a526389765eef1f4fcf35d152e674275ac2a77761ad49923fe91550
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93b08b53caedd9e614d8cb7aea43e37831c7680
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2c50b51e7d6886f1622989fd5fa4f76eda4bd43c4c09be25b0588c69c8e8c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc36c0b768dcb368f68eb629487c08d00e64443
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e7c99f2df1a0ae97e270faa812909d70c2b1c02ce7c4047f298a5c431e00db
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0ed0d40744c2b7dcb7f02228612d095d4e00ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d34a26b06c1739f96fe72fcd0d192a76c66351faec9770b88fb65c98dd3c9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbfb73f92be81d520a595b701f58786c970facc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddcca9cc62f7e5ceeb8166e0e853672c101263e8d9214fbfac19a2751926c4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abfe936cf07b8801623a32f3010e786f70d11d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bb652a5b06c55651cc8eb87a08eec1463e043a388b799c1fdbb8949ebc9256
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5699ca9fe11f97e58a5a3a91ccd20fc08c32e197
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fb71366bba94a91b4d1d6d6ca1a40d211ed02c3c233f21e2d15c761e4626dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac859e11c75a13218a1b0710eebf9ae49325b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51da88ffc4e58356f8a2687df3763efae486aacd67ce8969de1ac1f427e51b93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc0f8c28c0b61fa82184e406ea14421530ecf85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83581790775ab4bf9b1a519cf300fcb762b771071720de6e6e1b4cd5753e549f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491837ecd230062e718289faca93b8e0ad1833ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9252886b4bfd463521f8945c0eff8377c596b2962bb1339f6777a3bd558f4e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8756811b18e3af5928d6fb649848ac0d61c88c04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0f6d08ae3b477de9daa0959767a0ca99e6fa6ea5c8e0f3f374a354e6b97f2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0564679dbfddaf943e239735cf4f69aecdd332c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b058c2c3ef381424a3c6ddef4941eaa0bff943280d8fb79745796872df1a30a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133bcc52b498e11970b4c21aaaa074127b0323c0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b0594011ed064735b4568238ff8959875d5d2d7984021d6a75ca83b96e4c92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d4ea2766aea60ed5254181439526f8329fdde6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d5fbf232270696aa5b5a80a511a81bc953abaf3938bb36083fe1a4f84f0213
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5281f7bf07e5789d341dd1382c0378f85de826
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea60340d1d5d68d781ddb3f865fc49a349f3fc1b81b5eff8b1f0db19ab223bc3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03a035ed8178501a78544743b2d45d8ded7dbc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378051f7a1340406e0ba45bd0f4f9f590128609434fe9850f85319ec6697cdce
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d1a9c196224041425d0bb88529db43f3422b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1045fec8d27ac959d16560c83e52724b1869c911875b050fc0cf242bb0f1aa85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0804bf8f02cd69922aea42a0590b2530cd4a1a28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349c3375ec68761e70d2f8daf177e9abb5680c374542d1f6e1e3b8b566c6c1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd6ed5d5bfd3fbb32746b84178d1f0dadf180e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a718266b249d31f500ddf3f0ecc962283bd44f038858ceacd6c7d048ba4229
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f460f5d8c80b9bba45d74a292ad17dd8003ba4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9a2dcfed8724a3391ab0c3566ef36466dacfd64b417aca5dfb81881c7a79ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563f336f6c27714a53beee11f7342d381cc7bf2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ee3bf14f13668819242668d12ef259e0df1ba4b3947b65a3b4bad7a9b773a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2167558e226271d7091c1ee6f228eda91cf29f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec45c7231eb1f053bdb721306ebfc70c1e70599ddfb1df00190ead9b5eea0939
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f62977490b0a46abf703380e03f6a9d4a3e1409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01debd5872dee89d532a436ab1ea7c9565f3a242d63eefb8fef7d5f26f430068
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f55a37dd7d5ec679162b0a1e78ddac86107bca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894fa0a252c36aaf547d77e1e031b2dab6781390bd333d86b8005c19ebd6db5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ce6c9e4f530b73b0b1d2d79c124a38ff7bfda8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a97246fd3eff1a2d6c0f46c306486e7959b0181bcce868360af967c63da18c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183e4e88866eb5d2e99f7b72a7088dd057707a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bda3175069eb0e12a2dbf0339e8b05a08e7b0a82f2a9b1c27e0da8cb0710f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4acae92d1f8cd12387e92f9fec8b077f35f3775
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273c2d68399a8998f24337d2dc0dff4ac0ddbcb1d665a19ad9764ffd12bf61ee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aba7d0a49133442104fd123dc64438f1e2e8d41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e27b97304ee71e5a807d92bf565632c125b795c08bafe1eeef8b43c64e1cb8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daea8bdf4846f9031bb5cc9342182f253cf2f89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc31407c1bab1f8b23c1ac69184512f4b93893713e957daf3463041b7cd1c17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e465e7e1b45271930f6259fb7a2b43f89783a19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f1e176ba48d17a8322398036b7d1870e4775437a1f5e3b0f5460269789bb7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc686e52ddb470674384c3182281e707d367a31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29befb8b60e413d4880cc67a1b174f36b33620f38b579248498022867343740
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f1f66753924736ccca421915f98b37e550d2a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05474dcc66a55460cb6a198c01f07f399f3fe09b37d4512cbc6b6a89be1078f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae19814c976bab4ca70d7b0bd42e4d3a6767ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4917e4d4e9b725f346e100225fb81a6509d09338fda5d778997f797fa230ff23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1decac0fe4a17384fe8c5fadd8465c28085fc56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0cc4844bf5fdb3797d8e9a38d507eff9e80f8f739322fbdbf76b4cef5a6b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e44ad7ee72c590776088d6779f100801441e55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b0a905fee307c8f13f47395abc0d03f9940a17d09d7f61c81cb8b27ff8843
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65130f82be09860f83987343ce087bbc82af4599
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2c7d935e709c664a8becd4323d40f390789dd0b53ec07260b620ad1b00bc3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37e096e2427bc46ba4930401385623bbd8d8bc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23f3f27b433e7069c90011851998d64f2dcf05e6b5322f341f5ff0387747f13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1c449d36d331a5f151b7756fa6d4d8d250e576
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7b39e623e7650b3433ef281ce12e3f8babf34095060bf850d66db3132101dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a0b25f49777bde6bbe5e816b760f8c0bcc0f45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0eb4b458ed90e2307c3575e2367238ef43106af8b12c339838ce7188de5b897
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea01bb17c85332766bae50c49af6eb9621caaaa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a03d5ca160eb30096262650707b1dbc3d60e540f175a611b234bc87181ebe39
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d60953ecca6ee23033d566802ba4f2d4d4d693
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d7b690756f2c87a6179642974902a8907998bcc1a9bab6c0bce765f521e67
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7aca15b0de4f4cf60fc66fcdd96ae80ac2f03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5705ed1d4708feeefcd557f4c8173a94f3955c960d7c516b4460eb83e596a04f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c048b6bcfabae477e9ded0c6523a6b9e915a9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ef53af86936c2442710f62687669bc3eafa195fc6aaa0290f01507c5b0e952
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6253dd05d74da5981f511b77841a006c5f4ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefe18961612336e418eff57a2e2cb44519d0b0e7c66ee45a7258c5948da09c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90376c4e0596020a8eda9c4788f98a82597bb512
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66754a938bf3a8347766ee1a60d1fa68355641fecf32c73678c6cfc1346c8e22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce7a3413439b7b894559f35826cef38d8d9224e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b5949377d5319128192455db2b74b8d3859af1d7f7934ef8e23f8514e35e11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4dbc93a2ec6c5e759c9a022aa4eeaaf625f8b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eefe39af1b39524010095741131c9e5558e551d4072e6a37064a101cd981e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b550ce2f38e7787509ba5d085122a3342266d11c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8902694c076dd6d326f9edfccab3cf24a2c4f59b50989986793e4abdfdd680db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634808f2ac58e161829b73e76322f52652c53a17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19309314be311af104e551b5e88f23fdee0c8058a2fac75d5f1a0a58ab5c510c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41da2933fb6632add685886274765ee5e5778e83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32081072ca58cd84a2b2f7eee648a60a05db5b24a8d6f111802be3f610debc59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8703fe0a2f5c9d3a647beb43c87d173ce6289c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa9fd28f4b84a52788128fd6a6a7b81793ccfcdd03ce2a58e8e820c9e734648
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052a2a23a713d8c9018211a1757716f2d9f07de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4def7d8ed865774783980d42f419f7e48bb62dd83b684ef2868bb062025dcb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215e8f0611e6b3380cf618feddfcc8a08ee8bc27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda2a1f04dbce669bb29fc79d06e73bf7b618428dfda72668732cf50f31e16c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be17e8f930a233145ae696043394d3a64dce4b18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5517207191fa8a943c7923d0efe81ab059863bf70569b087e3b561ea21cad5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c796e513baf5e5f08e18a267855c91a5949ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6243c8e1cfde70652dcc199209ae236d611ec4e050e3e2e282ab30d5fc986
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76253fc5be37c87f47b83a82fe97eb6d7a43d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95935af580f9c755a9ab529321cd1b0aafc113252de3c85056d5d332b53c473
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca3f7c64c73e8757693776a2c6b199821e08d3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e018905ff16e64307334f1327350c126913d063331a508407c869fff8d7731
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fe6000ffc351dda87c8d151952cc4defb3435b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11dcfcba12fbcb1b964f9435b3259cf07d63ce6fd1071899cdf1464a609c05c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c14a1e215d50ddc3fa47fa376e01a6149f81741
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeb8230a19830edb66f566d11168d3237c842d7097d7f33f40efcfdf00dbb54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50caf8666dee7312706b1dac3beb578560a9c9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553b9336b5ad96117f9ccb410c1210381f7a598b69fb0dec8292f8dafc8c47f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c67e673674b40c5bce4de3b75c21be43ac82b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23261e4943eca73fd732628be37b28f031b67344a5934b6a4f44f5810d368ca1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde79d608ba839a4ce4de59b43393e9dd207940
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b191069a6b23f040767a596e405328d30b367bf8a4b0e1e3737f5f02fd46b575
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42794287e2530726f3a093cf9d2df60f61a39d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6baf84cf67f267912c4fdd23ae023aa83c6082b59061af159ca07f84df0cf7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f038522b49c7bde462b4271379988a0a650b6f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb7e1e097efc41dbc994838ec48215a9fa824d15b1613816c8cd8b0eca55785
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ca339c0a191cd333d08f39b1a2d7343c78eba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3eca35a0651dc41a42b68fafb5040a66b9476bee0914cf7b39e6d7f36cc8f6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae1a38d25a2a283e56b369f3f88f0f3e5588054
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99a88df53dc755d29f8864a07351afb1e9455c196770537323504d8c0272f5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c9d4f4d34486823e600ba0321f29d6986a9e34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8447457f818a61e7ff9652f4488d64827fca15f000e8da6be5c674450d62ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b20b67f93ce3b24af364de9d1c29f9778dd99b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e35d4c2157c77be22ec9d37262778a52b801866c337d3d01fe6cd2c8ceea0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15eee15ae0bfb1348cdd28cd53fd4d966bbbfc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1998325c41d8d5558b2d31ab5b105b242a4f07b6e876df04551da771c592a4fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abb94ba360af84184ae794ffcf14734d5fe60cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68566082a57d5868337509a26f3f446b490a5030579025493e51f07bfbae4db4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a732bff24ab097570e3e94778a3c04213469a299
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faeb5f423393b2939fabe659e6664c362befa60d83dc7891ad6673671dbd439
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29712f0eb3351e0d7efcd5fe30357dbd1c4d1fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd40437710ee52165b9100a908f02e17ddce364712d9fcb3b22c4103adb6726
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d88662a85720eb48bb86ce64665a3c37398689
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1c1518def57b3f72f7746f1cb37eb3046df13cae385a35a2b7bc053dd5ea39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08e3f47e8fed858e5bd48faf4dc20e155cdfc13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deea17eb5f8ce4d0640091cd3788736439f42c7f9edd0ebedfdd2d221066db7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aad55cfab1a82a05a51496aaa61d119df15a82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf6070a57f9e46f12874c0503b1ab17df2cdd1b0d4015970a23e9ac4b6d9382
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37562b029634558a6fecd25cc43ce32cb3d137dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e6940908afa3aebd3b2e559055cd001b3b333da6a79c648113b7a8402d66b6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd11c3d4396df78c49fdd4f9c20628c73aa3141
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e5fe03cd9c1519de91c8856713fdfdeebe1098757c7a516db9b88fdf820bed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ab6b9b20a459a9b39ef2d195cbbb4cc463bc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce49dd3afe35f8f5c87492f23db13fd33912df4617b615f8b32557170147557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70d85adf68d17968abcdeefeb7b06c3f956a8e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274525830be4b60fe63f53bcb58e1517f492f85a9ac1a40ce068a390d5a09d8c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd2b7e08938c0b65ccc74a224ee175271c2f4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39092f7c8e4492cce3f5106cede88db9929587c50fd96db1200f9a95e8723ff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85513ace2ddb68cb913fca8a7e7dad9ea1df7569
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa0a5701ce62504d712496b5d35cb11f7a203a3a21861d05905ddaadd5ace86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e45e747d035de1006720e080400dcab870e7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daedeac32c6ea5ea034799e8937381711dd979035b9fadab0e4960eb769cdcc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee230d638d1bf4d3369d7dcf036c18be587eddd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d837bcb63c1987a06da87df42a7aa4d9a9b4db4869c54da3ee14b866effde9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a845cc1c588064d025f4f28958d89203b044ba4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c087ea1a40eb2900ff8bb94df702c43b9d847f52cca46cf929572de9e36890
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40395b512b9b2d7d83f9b43e999cffe3b19bb248
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad334a4e92112fd73c276044751a96b2b661d12fbfd232e813bd049bd0d8042
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72aff1afb933c0fab5d4b3d13bb879b97deb2d47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002ba494068c03c9fc13c3c003c4b88b7ef97102ff3bc8e692e2f76c02ce10ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20cd5d48a043870acf6437e6e3648490d11a98e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2da45d2322fb3169cbe07d8d5689621d3fb7995bf682d2ad0566771f6d68de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc769db6b0d9d2b065097e43ddd9c98b323333d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78c152d79777c9ce0d87a92588116fbf76d7c7f32e803b7ef4e20f2ae7462f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5c7fce68d75698b809ce26d77a75cac68dc4aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d973c04ee7a0e0e0f97f3f8c352726c149c27f0fd0132c7d4242a82dc502fdf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4483c244440a2ea83d74bfa741fb55cec2025f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cf454675605e21ea7e8c775da1a15e4870765996689db48ef7e129ec89f5b5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea7ff58c9105488fb43647c58f6880da0a96bbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f554f16e924f674020e4656c3474fb434015bc697cc83204c6641d371fe58e2f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c88dde918eac701f2101fb7703f247bf93257ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649eec0ad93b906da8704bde34c8d063f92920552f47fd4867a891a7c4b2e3b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3d592fb412cbf0a809b6c15f0be1b661c731ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fcc45d3710d1be00c1336188ae0d824dfce7ba33dbb1099e077fbaaa7740f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6c1d8953fd71b6009a6f54c71d4da5ec73b0e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff229a580165a13c979bc711284b43b063efb6384e7e18bbed7337eef4d42b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c31bde4ffd1853df58e97537745e33b5379c738
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249a909e5da70e7bf3e1a48aa7c26f7707a2f7b01a322ff4dcb53fef9b2969a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750bb4bb2acf64131467d06cc7dd6b04844de98f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3270b837adbf1705470de964155fab3c82e7e03be624b6a5ea6a312d02fe269
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d80278423dfb85c98e157ced76a227f7c9396cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e983cf422a8bee70342a24e2aba580fbb772531926649e8bbe90b5a5818b907
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d2b56b53b38d92c2cbada1abd4e204c37bf043
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca83497d3334bd2941b88f4e02ec41086320b3b5cb88d3f4c9166d937d77078
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fb1bfad6475fb8bc23e7e1fc961e94c54ba7a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8233bf7a4ec27d837539b0c2eee64e39c5c2f9a877a6c3abcd7e0d1778cba678
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c936fc3a31d558267a4bda5f94eb0ecaf8aa7c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97d98d1dbf294a266c487e58935a906f83cc189ab0f42a015e1fb6b54803f8e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2119c227624c934c2d2a4267036dd246a3ab0e5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d66508cf0f130569f71aba82e279e9beb198310933987dc0c2926de6dd34482
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66cb4503737a4f4515efb5ad784ad8fb0aed9e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7509b5871c93282504e15b0d366ef3b7f00bd41c12bbf042ebfa2f92974a2272
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def2a1ac05eab58229634fcfc77eac7aba02ae44
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883a2d3156a9d1fc8a17b2849a01a52920c96d46b14a17ad40075f030208678d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd71ef1b3b85db3739d9fbfbf00bcd0bfd5952c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd0715e1db98b7e23eedb771b5f9c2145d26685d1b8b149ee12832cf54d63be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69561e0a72f739db87c22ea3387ffa8a338447d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46617261a57ce1bdf62c0f0a5626fc69977f4b9ed7df469ca7421640a6c1ac76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c96e3cf88790d22e193e08a935077b32d0073e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e357bf09f5d1f14de79cda5c92e01815fab9e0f66e1d0832c8926dce788e9f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05585ff76378a16ff64bddfc3d1d90029387c1b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ebbf3a6d646240df71e3db05dfb8db52f939f9dc1727cdaec8afb8f1fc7c1b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96f88ba8b1cad5730f26478af4260a18765e7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ff64e07940b1b9b265ad66438b448ba30cf85f0e922689600bc11a8c36638d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcad50dd0b93313ab0b6c6f5bcc011cbf6f036e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c8d99f87860df84b771eb6d817019282a1876921a39d72aa8a4cfe992661e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7145e5ce30283278a664a14aa8a1afb1cabe33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad843032b0edeff09bf416545eabf6496a405cf22cb23557eeb1dfd5d77d4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0297909522ca6b3d088b4b487e388972c51b75ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28671cb4b428d6bb25a312c1c576de4aa7fb642e763f4293c1fe1a4692c4e98d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789362ecf66cf4b3f89baa844d38fdd8c70aaf78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3767b5cdeebfe8ec5d5733d0c7798af88be289f5ed456d7038d9399ca279fb5e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61039efe9ac2337608308c06e70cd98bea4390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d68e9c6edaf5e4a74f17271e0b19ebc410b12e8aaa4ba4d95d4e9f67719d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71965f52273638eaf0388310f07c5dfbcb80fe4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b64aa778dfe6f05166062ed85855d2f36358601c25bdc5da8b120e95b45f09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c0b8d8311b909ab5a61c387437f2e833bc5041
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21af6b32a0c040f5634456857830565fc3299459a9a7e14140c6c9770c661d5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf411d314fb20c3d11fa22027fa318c6ce16b4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4422f52cdc99bf8acebd3ceaa2f7726ce1d9d5abd988a367797fe233174bef1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5a8703482e9dbdc6b98a120bab42537cab2d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288a22f37c4d0ff6b1ea64fc3304e8502e520d74213db8104769b6c43be37a64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba18b174eb80e4b1818dd1350d49852939835f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f94a84b20bbe4a93de1e002b82875fa878aaecce376229e5da21427e313fbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93574ea91bc5c40262a343eda7235d7569133fb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540ec5332723a29740e766c2e543f402eec18279cc198c80d681f8ca2727d641
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd48902934645d235406613a04859a62bf5a14ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a5aa947d4d6786bfe2ef45de155c7182dd336bc65e32566d2be326f57dd507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a603f98387d3853cc8742f83d38de9806b23f703
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e5632e92a1e1f8d3dea8b4feb475378118220bf6111b6fca37e78ad2c9aa17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b49fc15e27dbd6271cde2355edc54b7c9fe7c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569433594ae959a1dd43e0a70edbdc24f6f82f27bc69fc6a14776d7933bca748
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6461a5a544b99778fd9aad14dd25705cba4e09d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019a1474ef93f24adaf754cb0bc3b890a0f5a776142989d2c1a538fcf64e8133
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1b006f1f2dfb02c8ec3d8f01acc8e514068d1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f34f87af8fac4c0e488e9f183fc2e74f9e7096afe6ac0b0bf9fc9b7ac8bc1d4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a729bb95821a1310b726e022fea00e273c2dc6d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5aa6fb7184b1e64a4fe6c9b94b5eb3f21f385574772cb928136a5cfadc9e8bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e76fdc98adb3a8c2250dc51e1f8336944c2ac5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8f689759b1b43fc5031270d67671f8135553c4615f6af3e48b35a18ac96ea1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe46fb22f93eef412eb7539db020a0273607a41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8105bdf0e69269e554d5631e0115e7ac2fb3f2ccb54ac11d7e67c345dc0cfb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc07aecff0a972e1c07eb412c540df11d2901f74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ca4d2298854354be2bbf58a1babdaf8d79a6cd255d5eb1db543f325698d3c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5d0d9ac777f018be8096c6a9de471375f64e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eba80f91fc19dd10b91c8d62fc8a1769e339d7e62136443af559123bf4bd68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57515d5bb7a6fc5e7c2fbd76913b2adc425b5ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7de9d8e259a9ee1f0b32ba1baba0a7f115071ed2553033e6eae223e9ef69d37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2742960cdcc459bf84e1a4e4225c0f7cc4b82f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d27c6b9f7ccd16d92f5efbfa54918d685a7962c0baca44e4c4e5b85cda39e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663acbe4c9763e68029b891c2006e154d7e2b54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8ac92c2346a3c7a7d6c0c41a554a8ed15c1bb70fc2a461f14bb60f487c822
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2616a98eba3e7ddee228128a3ee5e12a67b2105
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbb95106a2587e889f8ef5fe4e2b68014a2ff31c3ed1fd1d0deeeebd8817dde
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ffcef759e9de0ed1fc0f835ef62bfd6b8078e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99cd3ff9d27d074c9979bb5c059d03c906cb0400188dc6b6c0dcef4f3c31b71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2595f58016681e678e9f153a312a92afe6f806cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eca427163a4fe0e029bdd79a8d04688e5f0e20c95af081e386ba07664b43bcd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b08cd4dd8b677ab125513f3f4b0450819256a2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c3f9b67b3f8365b6cb5b8068d8b0f272bf83e339f67bfee5169843aa2eba50
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca9bcb9eda6008e7bfd4e8540af0030948b7273
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624d7fa1384cc4ab676bd90fc6377067b8a0ab9efe2d1ff96ac38d10c3e2d593
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47171ddb989297f14019df0176059f0000fe003a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46554103258866b800cd7e60f8b79568aa5b9eba33ec617a16f6a15f7ca43df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7331cd9db292f5fe4f3af845ef0755db4b844e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652c9ce54694e8437c2710f52e6589d2815ec45460aa7a89e7e06853d7825f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ea47292b2ed02112a24828665efa0c47ec4ba3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a8ae7672800a5793ca84ae92a05af2520cf0b3010292bb5768ba2e853a550c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832125545679307cb4814ddb4f23bc98dfe4759f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c82500715f7e659e30aee08ad81c93c2a685b057544aab9e055797d2719eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c572de9ba023ece893c0d067054c0d93969eff39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79119eb0c55c1ae604368499f817e6b15d4d1706f30a0bfd0f069ed641298fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29142ef73aed64b56fb1c62962b6525b434b3514
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b5463c0ad1f18cca287a46132a8e24ca0c56d994ca4167e6ee16c134b73462
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc2590030d6833b3a24bc77bc73ec71cbf113f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f89e7e068297b4055f2dba8155a561893648c079ed609eaa58a75a62bb68e6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a99134903d9c80f753102df4af83c0a413faa2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa0e713691756563817dd8450949430c5aec141eaee3e1cee3d3ae01dae94b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e907cb375101cfc196b16075eb5c28d0b2abc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cb41b8cabbfa89a314b85e0c9298b88cad8ab88cc9fb3fb0189e8a056eb6c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5525ec5ee61129b811c38c0f9426249d9348dca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a62f0f24dca4a629b7b1c473be9f2618e39932ddd222b18783c1f4d9b9fff4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a196ae8a3a3376b6cc89e435c6c6bc4929e9fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b18ba7088fe89df55e9c839962b68b820b0b10f09c2b11f2dee2e40228de4b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764f7a08a9589362544820fe7cea2d3a341ce166
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295af665bdaecf3ee3a6f6cc5e548da715b3cef21e00de83c164bd5c445d3d48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29058455eb2c43584e400fc8ba2097d6c014a7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2672f4a30d43cb3a2c457ff962874b0e07f451ce25f145e844e36ac3ecb149d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a093ccd86e8b22422a7f78e8e0f9dd86f04b04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c928d5f83b618b1ecb0f72811c5dfa07604ddd366d494cad5a4781e01a4a80fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dc84792065c7c038a390fe6d4bedc6d9c25250
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e470e5c321c14336f1bcde1a1b5e569c307a7abb9957f33e0cb5c34dbf657c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a25f1aaba50c38df8ad52fbb1d9649d77eba18d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3160c8ced18a3e4c7b68796757b9f1690163ff7d09526ea129c3c7c26cd74167
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b26674a60ebed5e1ffa93d01bded0837c2650
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb360340f02db8562ed65408a831d075ed5753ba31d4172aa5d9a24f75e53ab3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0723da7af468ef01dae253c7c1a52b81a0b901f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6804ac542887b8cbfb6aab8672f47ed1e78f880bafa2a242d0926a2d73cc67
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93f0a9904d402f3237f5e99291c0456fe960c2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658df7cd1fb928af6429da9921a23b659245bd928cd4169779bca1ebe79975f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11224b130cddec6305f98a8bacadddbdfd8eef0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf07ac6b2887d4ec0d1f66e804ddb7f9c133b1c9450fc673270cadda9fd932d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c23de5f48e5fd648d5b7203f647af338e8b6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b134779e28f8cc0ff575c108da38437684452536a1c779b463b9b3a94106dbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4fe830e989319daeddeb775d3b91b7a7151544
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c35c547c0ed7b7d475c24d663d2e6b2e72733fbd0fc08c005cb919b2a5601b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a717fc058a1783d48d2e9d056a4bbc8b07f6df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea42df5fe7461274630334a9fe1f76c74911268787c1925ae26b914963ab9729
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c672a647cf4d577b63fd64718394ca3faf49ebcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a99f41988b288be57f1ead74c9155181cce900c429386aa1ddb507161f84ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dfbc4a30a723e86238b0e32f5c9085c84b1b21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1ca45724cbfc093833aa8cc5e34da9efdb84d05f419cde252f0c4132177f17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f160dae0a81c1988a69d1d98c21e08184a5c74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75db49b55b745c67584d3378f77f55254bd1bffbf621576c7a4547b306944e94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70ff21cc9803aa883679193a5094d882d975b6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d546819cd3c634f0becaaf5aab063c008ec6a08cf4cecfb49ea4d3ca3a919053
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64e8dfac2669a386cafda010e02e30e422048fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2df2f2ddb41f3dd3e69e55f7bf5c62a9c051b0838ddca8ebac652d8b0ed8a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bdaac750745befe99978b4b62de4ba454c2d35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3c1024f6aeae75a728348ee6e4b20f17eb4f084a7e48ad7c27dd5298621e61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd68323191dfafbf4bfe13091fe1f3673dbdf5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d247ded17176645d079e31f61f2a4d8ef0369c4e50b3fb04aba0fbca24ef59b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6500aef91509c924429897f0267966a5a8df4389
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e956712b40719e1e6e53e27c2d3b110a508515053a3278564b9ce95b30398a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79eeb0e47f9cdd087b939574038b7a042bc0909
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad6089cdcde02e5d337196901e8b3a182068497b624e1f22526a2401308f591
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a709fd2607aa62b03614b44afd7fae31a3c817a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1049f1741d2885c6d0c99e092609a05027a0bdc610d5dcc56492c3b46baa136
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d358e24129e4b0f7985dee5c1aad2b9aa595bf31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf72edbbb177b4c1e8c847cc9885cb7845017420d8815f7cfd1ec47bcb4474d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d00866fe079970a877cfe6f012c0369a2ceeb1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc50e82bfbb30e0914633e03f76e1073b4f13aa65c917c5550a6ceed0a31e41
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c1551f8de56391889f0fa338f0802180eac62
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d44ba61f8208068d9f4ca3cd2781f80fb6afec03926699a69b113fe9b04c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc63eedf1472b1f392f7eb53351119ef0651ea82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacdda3616d296378fc466cd3ca57bd47c2e0ed7a25cbc51dd60fded32b8b5a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215fdf7c81c715ae5fd118f09133ffc512af8e25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c507732aa647556d649ca040bdb4047a13ecb540f76e8614629f96a007fcad26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca826cb6208073ccb43d4daff525113f825470e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bed023230699ceac0a0b85865c02b48eab01a4eee45978fcc15881fad2c3a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cafe99340f0bafa2748ba9f486bf34d9ca0ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaf2ff956a0b9fa2f9f02e8288eafa4942c580cb141ba0a1f3dde0697993f40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512c9cf3410d1d916208e3d0c45de8360fa4b78e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf35836a838723589c97d146d352d301989795565522a2df2ffc73d2a543f41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417814f707334edb6ff56d52d0133e1db7287ac8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf35dd5c8ed06d4d04c32d92764306ea86107bc32b6f0543fcd4023aba065b2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0c58b37f0129408db06596c224040c19a87070
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a79d4efa9fdd0247e1e375a76fd9e2a45a3c60cf103a71f5b2e20a362fb99
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a074cc3388263553087b7ef04408c2730fa4190
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a541ac76e573301112d7cec8a4cc06849246189e0e763daf06451b3205fcbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3af12824b4a9038f71b12e91660f116e6d98ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbb2c1fa0843e4b95f91d66ccc850c9a16346d2df83e9bab9f4357b05701ad6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8732a4baa087a540bd0f57ffcb0e1a06f926aac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b584225e7611014c9796c09b7493942156e20e2ae12ad1cb7e19ed7a65815d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af5d57e301131d813495df11a39f013cbd5cdb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae0909503baba583fe99549ec73d8c0b587b06805b0ced400da7387cadaf76d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4668acda33ff9c9c31bd669ebf6e8e4fb1a5a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e02f45ff4910a9113655ca3a2bf1466a378c8558e528b24e8ca25957365e089
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a516e01c1509fdf5addc27b27198d5f7cbdfe99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719e76fc9a3a9700fc8fbd6741eeff8947ddf50b319822532eb0ef6de60653bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07e3b814f8ff002c25deb91225bbec26e2a02f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3066a29330045442097297da636b0a45854b632cce9f08f7af793b6fbf2641b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630910d63e5b43511916db26b59f232027941903
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0079a3d7e15e72ab9974e83cb62e0617925d0dbaa6eeaea646ea79aa8d66f50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daa91f2e3b6a4753b90ce65e6cebe8ef0c06458
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d2f41c35f09dc614c88c8e98d0effbdde45476e19218e392de3cf17f1ea638
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844d708cfedb0a3b9153df6f5f600d693817463a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444823cf15ba5043801d0d61773e178b2a8b05a90e7cd299bfab17c2cebdeda8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6d8e5cf954ac18449231726f5d470f17ff6a2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6012784fa43e5d94c7e7a83658c37212f1266ed5557fa8127cb53b49b3380aaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b079f994c79b0ac62294032b22d5d7590f37dd33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424512bd04dd51dd02fb2756e98162b2ba477074e9d1b35120768fa1c7b94130
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d06d73d48132ec3dc2b35cc521a66b842a018b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426c574dfc3cb47725fa4532f4363b9142fd28fb33705d7b90225b96e3b8b301
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c372017c90ddf0d3976748064f565860673d4d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1096ed9c47bc85baff5f9c322a323be6de2c44856679f2c3b525ae4faacc669
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec2f3ccdadf6db2a8bce41b40d0ad18862ab3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a33b16134f96ca20023db11b61d6d833a495eb3873bf0da92c6c1e515e1223
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d81f9cd6c9c48ffe3b8168821e4fcebbb422a90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddbd19c7c9559142131813cf4c926b1c1ed9bcfec8a61c27f96866fcdb035b2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b99e725fc579c75514056da6cedad17bc5e5f59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c63a4100747aa409f6efb484bb60ddc10c17f6c91b7d2f7b7a89b6b7eb43f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32f372087288738d6a4e50c2020e7eed94b655b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea33f4550115811c8ed82993f50d54523b082ca1ce37bc7f886a6fc9f446bd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c945c7cb479c3f17021cfe9e909439bb539a79b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67837eeb694cae20779edaf18d74a851067c16d5a64765363940eff900917f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5afb29fd96e21568fdb63863460c909ba0ff61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88b0e9f46ab55977fec40cc57ff20b67b41c4e11792f83c5e812b5c060bf78e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeef4fd645ae37a11c005b2cfb41e3b94fdde97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229a924458b41fb9684d1b6a99b197b3207a1d928e6e9d630bef8512deb4486
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9970c42caf8d2c06840d615d1a494f29cf96bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f160cf9b3b5115f831c3947b0247cd184672feb03ebcbc4cdb3264ec42b3fcc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcddc07138573b19b779f4ccd0350a559f470da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039160546fbb895db4c71e05ed53dc641b21fe8996aec2653f84d652c168664f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f6a16b7e47d78a21c1f7ef5b3595343adfa0e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bcdebe479be4b451c065dbce809147c3596d49cf98d5e3d294401c1082b614
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957ddd4ff8142f1215cb50b6d217716811348874
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e141fa7d1266a52e7630f868a12d3745184721216dc242482587b8e85e87a61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2e588f88717b855fec0b3b5fca5faa837e96c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763244e468e72ef5abaff9d80b5f9ecbdeca9c55f2f79ae98ecc6dee7d7c1dae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8e22e502adee32a244f1659c2975af812c247e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfb706471c0d81415fe81a89b43b7b0e94a9554d21fca29188912a9715be84f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7505469cf64a2b75f10c4eaf27d618049edd526b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3de69818e84f42efd4cd8a0fe47aba1d04dd3c585a89dee2ff8d7d4b0e748c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d7e0cfaa58dc55d8cd2b78747802b22734009c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75002671cda98c703ff7e6163ae5308aebba1429bcea417573d6bc8b827070dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125991a0b92c332793dced5abc87481b69c96f07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecea5231002c78573685d6d5c5d58dd2e0deb6eabf179798181cc04f6e1c0890
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316096055236e680c58bf3665f547c5ec513d80a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510156bcd9eb3318571603766eb24c101f08ad12b9d2ec731b2e981a28f94617
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d06fcc1e910ecd34b1a1eca6e9f2c96a33cf03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba6748d5b3a5900a52a57f7ed3b5e469cb837193fb83bd6f0e16bac3ff2398f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcda15b17eeb1cf8f04797e5d503d8c81a14ec6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97ff9c82f2b97e5dcdc1fc75c3be36a87c0d0ea8f74c8e944a2e9175c87967d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ebf3a1e3fb1dd824bfe0fd120ca64e954ababe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f51737a61cd0915c872241000a30d5c8240e509f4fbc0b655722a081675680
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117cc5461aebabfc450932d64447881a041f960
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a311ba6329c9fc43409345e5b6e349af579ada10565e43d9b0516d7d7b75b581
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3d6073149763843260c024d39cb892aebf4ee7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412db63c626eb41f93dba9dc364eef907eaa6c9365b0a8cd0438b20a43e34c1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f95ece9343f0a12d94daff55695ff580fde7abb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9a1a70ac53abaf023884b65d530b3530476a9b4edfc18407f1c83c9a745e4c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba49428f75d545ba9f338fb6687a3c518ec306f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f5a7216d23dccdd6eb21213266865ecda15afb35f7ea558e5bbf816ce14402
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1d0e661f850590a1f8ec5ec37f49904387b007
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8d5ba043019b3185a46d73dd0bfd14225ed5f1ceee88af6fd94b305ce5465
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281a9ac302191641e9aa1a399371c26145bf8a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03319e3b4e9d6763101d46793e2aa0ef682c9e49c3a48ade427d3f76f78e149b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160da2f007448b1e5914385a94c9e4947866e994
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b9e1397a4f7a48aa8c628b427151d455eea66788d5a797208f528d46b851e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998f4f66204c58fe904690303e22516731d7c41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3548d7f72cfea9ccf0930c0f0a4af0ccbfe6fe3c3f1ea1673f46b980bd799130
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fb642f2648d018db15f6f78d31e6131c1b195d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa780579da9bd96552354c2689195ab90d904ec42e1579d34a0cfb89891f7d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f07ce913ca9659b9ebedd581d415ff00bf41568
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83768ff82f6eea9eed48b689fda09235eb11d158cd3f073b4cad3051f9e89695
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7832343c85d667a780903954c3ccf7ef81e7dedc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79707496fa9f43915500305de34b8cc0ee1340809281a285ed5a191ebbffd033
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c49a247be32c7ab9b63bbd66895fda07f91a260
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b087c05d961a6a127e99cc4e1e1cf355de4e4e8b9353f233a18ec2c5fed9197
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61257eea625c186086e04caa8397decdf07ac78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ccaf462b804165603b75de6b9ce6ade35ed280cce311f6d1a0d699617de803
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b40b890c00cf1a558c534ad951b69948a5a16ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c203b3d109605cb9ba83c7d4760bb589cc70e13c0aaab5875686b94b1332f110
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6c15a7e9641aaf3da1d7d2a76ca00d65972ae1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec9a76136ed3a23aea98c872c69ead2b5a93f3f3225b45b5c38632f26b30629
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b5b32d7f9c6a7581fd1e74524c68e283d09711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c653369a9ab9cb90d3079f1b785f1df924ce9ee668c23123ed768689a7bf2d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ad074014ac2f9979047df71545c7eef1f34af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be8e32338bc89ffb5a2132c2372933fc54cb75e343503373364442c2ae91eb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9010e034b631b52808fc03182c72d0a1f82d1fb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1908666cd259a6ac630d16424857253d963e6d81aecc683c6879e0454763043
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c73de450d0583806fba78bd571f63dd15b774e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baed354fc4ccb6a91b6836744ce355f1b0091aa7d5720e8c9f29ffab52e9f0d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c93d210e262393351dc02fdc401a5c52212dc1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc559f8bb7748571e9964c0fdcece8168b15589051ae480a2811929556eed929
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51607ef4dc7b527b88a006902be5d3b466fdfbe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861e4fb159eac985f43303fce4c1abec37c4fa6383e015fea235c34aa17ad7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3174d61c0ff112c5cb5464df9f515537f7bf7c61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b4b711b056e81010c1c986c4edac1b2c0a10091d4948a658d7e132ed0cea4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b246edaa72d93d53da69efd8c6f41b934cdbb7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe7a4d2c5a8cd4d9acbc693fe1ab855387ab1d9dca7f422669f7ea70d225122
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab823df0374ecb939e1818c1c0dec907d515c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe13c5387c0e1c7c6e02e83159a2e65c7ce9467c6c4cf163a05a605d5275eac5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a1a220428cae762b3acc07e2365bf903bc932
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccfad99341d6723f67d930c5d135b6370cb56e03424efd65d218fb323a0785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd34863ecd736e729574e46ea05af451159b54f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be16e3c682fe2fa3d8eaa78109530f285bdf475526ea6ffccce5ecf48916c20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46a9f11a21a9d7f7ba839380e9ecbf10590557
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b415c8b6c54cbb4b899f99bfce8daeddc4b596d20e4d9796c5837754b875af1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353b7079a9d388cc5d0dc9b063a2e8f39e4b45e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a752166bd3176d4fe756d31fe6fba90279dee131dd7c5eacd5d00e5b11c29cdb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3f4bf9b9791da065359c5fed6649dafc1a234e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bc7e9f1b49c5131e89b7e4de9775be4ecf550cda3001807fe16ccbb4143e3e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aab38d46c422143b88fb06ead37baf3cc986816
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7ec02291c80cbc935f682b014b0dee124655b6f894f71cfc54879f5fce01f4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5abaa26c4d468fc90671d849ee5a6c1448d8eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31a18f299ab1a739b8589a120fa610eb9f54a2a7cd5baf2bb3ba9c39053f946
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0731c96579c7b8dd454b1f3a3bea7cba58a0358
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3584e7ebd9b8e5c91eecbe4bd37639b318251b02c847649ae9b2d66510ddb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325795f766fd90b311623c787089306cf8d97f4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a88183522cd4514faafc1a284b53b30adcbcf4312beb196134001e08b64dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b65f878050efd82e6fe335479e15dc1574b33c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc232c3500f0fa21ca4d22a1886a429eab9da43f24e6323387216653ee46e716
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e050d9fe23a9e51b6bac8654c8828b7d5a57b2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb98b4497b3b77804ec6c0e8500e250dbe8e943343001dac30f944b82f8cb81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368c9bc59a3feb88cabba30d4b4a42ff6b11864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a06072d248e751d12e5f046149f228efebb7ddfe94f0baef0210abad0a2cc12
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86832f02c698d39518c38d51917277d460c57c96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59bcb35716fbf2e03eb785442cfbd256bd1524f0dd6cbdcd9e48f28a4296a22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb68e946e74efe98165cafe56ad8e2f624765fd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3a3cfd0f17ef2eff802fa09f3f9fa2bee561c5ef143308707dab85df19c8c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c329d81f07ffd766e81bfa51eb47dd726dc9f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206af093cb5d64bb8d230428d91298eb55f39bf414823904201aea22f8c6240
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a05109cecfdf958a1ec5327cea4427a74a0491
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e5f619b607b3cd750d1d55ade49b5e7578396bc35d2c041917a9041d28c463
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a79dffc4e58bd61e185f9fc4c6dad641c6b1bf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ee8dc660ed1f8d55a5e7970f6a7ebd772f71bf56932507011208c23749274d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94859fb0a9fb9df7ea84bf4384ba499a9fce133b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517b77e1aeb677b23ddd5a7c25828aaee8f3f8dba5420bb274feb387f2e8b593
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a838e567ee8e2421526635b44b8f357675f944
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110869b3cd20a5963c074daa69e7b78847a53310b2747678809eacbe2558beb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7867889a0d65bdb81ca88c0aad9d3135286f57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6250e459e695407d21d6f54013ecfe1e217920b2cd348c26f9f62fc102a81051
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d2e45e3e9b5ca11a6e5cc9c0e621680492dc65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae022be57942463e51b04830d6e9c241ac62ade7efc87c78d59c0a8c0d2ec9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d0ee37f2cebf2f7437b046e9c449b1265b71e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd0650632f88bc215559f4fed052434c0b93e8873cfa3a1fa431916a3d4a88c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09573c2be339602d4b70ac68b39d0eb5ccbc9113
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0339dba4dd4030ef045062c8290a971f56058752e8d74242b463a9091b439785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b200d6e8eb9af4b87b83a6db25948d562c1c4b11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee83074a2852e583eb5417e822b37327744b3ecfa7dece640aef1eab7110a67
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13256ed1eff9b388b699cdc00dc8a1eb51cb0dfd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8012a54a771ce82abafd04560e6809842125f7d8e6db0e7a8e53964ec7f8a58c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511a742011d09a85f5d16df32675ab94bef83b74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087edb3c997a445787101df5d92cf530f7021d376ae0109fe8d0c243fbff253
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af1c07717c503e252984f80419d082360bb8bc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73436fce2864b605de2044ab1dad5cc2c743367d4b8c02ffba5ef4dedd3d30c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55570873f28f07042a0843752d012c0852bbef9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c8963aa29b2422642418c0fff0df03f89c6fdf19ef65838e5eb6d87cb699fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470857907be670432094612d792beca94f08f96a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276453ddbf0bf83f59139b4b94c50a5e728bf71c316c6410f0a9cf72f44243cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef12879ed19195f46288ba059595080de628e54b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2681635e5264f43e2c9790f232d47210afe7e33f4e00789ea3d451f45e47ac03
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77cfccdab7a988a3a41fe03a4cbcf8a3d51e2ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078b95321a5301f2e0cf2f198f556a24752e45f9a4ebc934e76691cc8203259c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597df7d780ebd171bc5cdc26dc51947d326aef0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d288d58963a95c76950b8cf3d8b0370d5abcb6fa94632f0b1a412dc25eeb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab133d8168be9de1a9018b2e196097420569b0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e4a147e92a1b9582b8f8d0f9510e2eed04a80a8440aefe143f1ab2d546fdb7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d82f2c801ac2cce02c342451220680a3f9c96b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884bf4ac8cdecfa640b7b44d1b9d46538e1a4d1cab63ff6229b52f9010bb66c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c25833bc45ffa72dcaa3394581dc6e74adbc32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b811ca33ee6a56a6848ba2befd0926aea378e97b2cd919937ee10a28a06abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a22dc4761c31ca2bfd6724bd18c15a04bac041b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012d5843534c29f75c91f5dc803189a7d06e28e44910870c97d4692deddbdef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e83a046d4683757b9c38d0411f849e055248cd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13ba14223f9f56055def1b30c07865bae1c10ff953ecee425ba6a3045930f04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8226c2a8fb7988b4f90d1bd7e70619de203ca9a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d6f14186ff7aa16524b45f601f94c8162a90fe80e18548fce0bcd8cfa29fd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54536d093f2ce8ec6dbdc38d969128ac3e044b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfeb666d2c99074dc324fc2c3d290b05bb91610667dbde2fda83631c204ed53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4997cabe3560acaed5f007304fc9dde5e39a733
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716f70236ee092c8df33a514acc9a53c809ecca5fa4c2f2077eb71c6ce3e8bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270d55a5b413a24935ff185f3db693aff8d240d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6a1e86d602fd66421f0b1924a7ad32e7ca29fea5af4a4e01df6a3cc90f32ad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b198fca9ba3a82dadfd1205dd6353efe528639b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f97b303c0e0704fe78d5b74e9ed7f53a940a17c09a9694dfa272139ecc289d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ce5eee4ee4e8f94091f406d079dedee60962d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653f97e4880467281143a1f7e3512e6b8efd15c35a5a3c0dfb8ef2d4899ed314
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f83de307637f73e5ac775993e18670281c0412
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e30407128b332850182a76d3d3c597a8030cf78dcba415ea95b663500214f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c1a382c3807cbb7cb8059a30a57985833a0887
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c4c8dd6b828e0dd0e5218b1e58c82aaf1fa66ca51490a27f63ac78be2e0767
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756d95baa567b4342d7523606c06dbb03690a366
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ac75d84fccd913b3e2fbab60a7392002cccf7b3bd4e7806321da5bc021eeae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8cbd08ef7539f1902f0129437f751bf295db2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe64874f517b713c90a1eafb3b932d38ecbf1c4aec7f5c018910c1746ff108
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4dac594fa6a982229973b8d18f5ab3bf501b77
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebc609608285b683fc9ed2e6fa3161895fae67c57f622bf615e144e41766c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f3fd3ff48d45117aabf5a4e5b14f54ce3f311a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de605b89b6a598bee99002870d27090c619faa37852fafe06e1630265df2cef9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc07fcfacbbb38724e5c4dc79c7038e4866ea98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24abd393cd7e48718fa1a16597ff927482180f27797450c7d3aef0261787bc94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f92785fe7586325c63cc182932ad96a6e3a963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c19c7de75f99fd1bc91d3dc89d0153b0a1e0090f80727dba0e96feccdf4e6e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112c9c40edc16c1c0012ba2af9d7b7561c501969
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce78b673b914beceac99d9c7d35585f7995f00376609aa3120aae4f0e2b2daf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a2b27915db2c5ba2a2be978e5a81d7f23c76a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941e25fac6b8f53c475cc5d37e9c4f57a2f2f862e60fed40186b7d96db6d4870
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23be0188a91f8c587ef86041ecead1e199d36eda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b9d0e84c5c97a4201e5e929ce2984699c2a7fa03ec9f9b7ff89399183cb703
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6626678e2042abaa2b7fd0c7cb1e7edc1b88a756
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c0d71e2deda76693e6e88110cc2a326250673f5e3837945bb7580d61d2938
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ef33c1aff751dce892a279fe7582e37012a588
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d56f5296b31bc74d4e9435beaf186be7bb837f3f879ecd6455d15c54de60ac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f78fb460d5a743473e5b3381858ef670bb12d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16eeb6f62cb291a49551772ad47020b2ce69048fcac10110f96221c6091ea58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c73b6dd9ad04c6123d0dfdf6c4e87258cfa022a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197864f66d5542072c1b90d4a906b2b21612c875f4acf5f0d7a2b9bf8e3a5eee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c973d681c8543b9af8cb4af37356fe24ec2c8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdaddf169857fd234c2712f4e769891d1ef6eec4a5b1a3a099dcf7d9864d481
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9951b74c3635faeb30337af40565bd24a690a18c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2458df2883f44462825775c41a397f6539a9eb4c71da4bfa7d9ae29c0aba11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43581f25ebc3ba4d3abebd62246e831b051c924e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e5fa4bdf1e34ff452d69a57fcb1184e9d1e60eceeecbb335dba8a27ed7a754
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c46c59656086dc7d08fc66fbf1def1cb286e28d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e2a14f8ecdf712f623ffce9f71c37f912977b1bafb5034f1e998f0b2ffd057
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d422c53f5dfd908965b0212b374f6459936cf475
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cdf5ddf7faf6ed61010645cb1e773d0410612fa1addc03a555387265fbbd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b03de346f882c19233b1b7ba046ac360c32c91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d90f0ed4c5c06b5b0cfd2fb336eb490d0b88d67b6002d84973d8d66179a9b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0897ecc3a1560f0dd949cc372f3346d06699e26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a25b0b988d6980f6fc2b1c3d6d18663bb88d0ec991ee4eca2d42c7670ba41e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da86e50f789b926327f7a3c740909bfe52a310f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a832bd9c34c649512475a5e0db9548d3c1620f9b4f339c1738ce26296b320573
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806c405e2aa85d03a0eccb4fa85ac7c4b1474f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e299f942062ca118be19c4ea3102edcade54a6268bef4b321a0bfa0aba8c2e6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b60ee58c46061c9279a84bd3b64e76b3d338058
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c451802d951fa50d116118a5fe221699980867ccbf6a96a00938838325128f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889e26f9c5383d4e8ce95f19440b9509add5f5e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8090521450218b5380031eb299155750920d612f701c3ac1ca5f42fa3a8f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15311b2f469ae1ab3bad10aab13583f5aee49cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e515246b9c80df37e12535346f3f687624c8227732f25921c0feb81ded8ef7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14ebbcd9d3f8d785c5489fe48a6db26f48192e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93fc7dc591a9d328bb666b79d49bdf04af289249f15b0a13277e201b27c0abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79ad9f449a59208ae3eda4e708ec08f435ab33b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412cd3557723c36930eea5ffc118b48bbac0b20e58cb5f454696d33196088bc3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5902e7a10715fa87fad1e5f5efb74cbbc8417f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081d9f8d6de9ac9f6e9b6a387a936d6be4d831d8314939432321b58b03f2ffda
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c5f68309db909a9d3afefac977dd62226987
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed164ab8ca9242d96aa56846ff9a5f676721383a1c30cbad19aa23f7eb5ffd9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c4ac3fc8a24365255d948198af221643511678
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e32e2c28b1bea96745766bb8fff8ce40c87c9ab020441985bfa0c32d6189f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b03c66063bfc53363663b5370579aa686e958a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f5511cb7583633b63086f34d5645f34b6010784a7d21c08e48ff455ad689f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79038dbc0f52357380d55c4b8699933b0b0d6ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b407fc4030a066c813ef4583f4653a6318ebc2204c67af3d9d9000096d3d402
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575398ab65c199a5e6ec47a24c4c69952fd5d2f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af537151aec7583331d0ad831d7e9daae99b20b109e0f1dd3c17f31694cd960
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc36d6402fe599a6117f700308ac225b7098b04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db48c8c951bc649fba5a02aa510ec78615d549408977d1daf9b62231c826db2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1b5fdfe577c94f7c1cf973d6adad4b22f22897
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f307a329ad6dc46a5d2c247e04ed327d519931a0cc62c9c48c9489bf0514aba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388f47fa7833591d760a475ad61ded9bc5349664
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc071ab55fe08630af462a693e1b4eeff412a4b7ba74c6263dbd21541da3096d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594c8ec8dca6047580fd54f115f05e7454689e36
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019ec31b0a95577badf42306b2589be9eb89212e2a7f4d8107ad047961b47537
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0729ffd7c2560725caf431524c854bbf9f6c5030
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3f644c1e90a8d2dd8c6b19f4cde6664e49a53d6b2046f4ab5226dd7a26b542
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f803182e5cc936d6547d760388cb1cedd5e0da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86630fe0c9a0c429731014ea41f210f80958e803c5ce42d718a5d6a9bc3062d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f14735db1930c1c84677dad673f01e762ead82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8397b8b88fecb9fceab1f5568c9e13eaf83ee36b7612f78cb36f3553ea71940
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7815afa7debebcaa353024a6e878e1feffd55792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0ebcd2b32cdf3b035b4f040f0af494049f2615baccee2e1f980d6f56be895
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee53ed71f9c2eb8225b07c0e417dc08369a6ce4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab14a60711ffa58c32281087f5fcd08ea5900262415af0ee626a110bbd656495
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59e8c0984b93df25452811a8c22f75754945761
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38e8c0b6657dbd833d30a9d2081362f17ef01e8d930ba0ebdef6fa8a2b600b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1048ad1cf397d1045c8bd30024680e8343e2fe67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d043b01bc213c7ee0d8204fa0d82fedd61b7dc5de11869ca212a6cba6f473f2b
+size 205955
diff --git a/params/phi/8/rnd_search/comb_1/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250e255f4d0d26cd09afdf77068bc38d32d9425a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c795991c65c0b5dbea93b958568b9198786faa218926ddd77c181184c33d87
+size 205955
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3538f5ec584e53620432eb22414d3c4525b25308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b6907c7fc0a2e98a0fb7e7821f0736e304580e5b1d275b84caed230592736b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5accfd8e5687d6ce0d1c8f4d9efe4d56998e43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35bb64228ce7edb333134c4c7b31a22fabb3fdc01234fcc6356920b47e432c8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be16b4b7fb9fc6f96e463b2b73e28742b6eb50b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719eb4818ea6a86a3e75cce12b09e16ed92002d2c2966d267773d4ce08933909
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3854a124990c92430a85a74b5cd1aebe26fda55a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6862d29bcaa019297a38a14ba3d014846d3d35863ed53b2da6d6dce252e3157
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593bf7959738658fb021047ae6d3ed9d842aa4f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e85d7c1a7346081e281d6bd52c185672d32e368cd0c7a8d530d4ced273e9b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f65d07cc59fa2809bdf9c148b37417901b80147
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d8b11cec3de4e200dc2755b304317ac5a4da2ed7f2c79cfa30e5de083f73b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321c52e201e5ff937f7218fdb03c60c1b82b36d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a650edb2857e30d49e3577b94b286f259c67448d689cff42c2c8232494be2ffc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eb65d2bccff8c65849fee8325eba223c3d6dc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fea005bcf850ce5314d02bbf2dcf37cea0a584d690d12d394f40ea937c64810
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d29739aacf2b2e31105496b2f743648b57134d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fc62216cccb40b4a6d0f02ea33fc208cf1655989b7c7e78d0bfbe5404841e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1a8f57a5d99926c9c5cfce573a688450ffc0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d1ce857509e026225367668d805117e1904f7dad24c25d1c216619997f029
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5909b1ecb8343f1642e363a848d261f8cc45b3f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf17f7b368f17870db2dc1a442cfd81dbfe7f33efd90f0393620cd4701e167
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373e544f5310b2da0415821da1ac0aa16431d73b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114d73ef494b0b92fe80badd9f0bbe82e62fdb44b123359be830cd9a57786b07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d16c74e9faf1a9cc80dee14705ef8df19b170b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43c434bcfb7db32b151a6edb760a207c924e14bbeb5c7ab499b1f8f7a452f49
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4cb275bc5cbe61845ba24cee812fa29d013562
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3d22d0ddfb9caa5e7db9dda40726f6f5392d2eadb2905f8e04a46fec36430a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ccc4e70805ff76b97f0a86b87f683c5512364f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fffb03ce096e70e963e26ceb11e8c8a7847c42251a463aa2032dee0877441ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00450125985f2c89e98e96c912e407e641f7da7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcaa58c887a53e97d45055085631ace8264566f12030448d4c3e8997f86ee18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f78517d3ef43b0bdfb22e5f409c01602f0873f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff877bdce65f6db14bfdc06d801f277e246fe7a7b906504230e84f6b5e3c90d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be412581cfe33d42125b1b46cee4b9c5d2dfc842
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494df4a2f7da7319cfc0797ccf3e7ea34cf52b1e46ae6deba040e9937252291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc1046bd76fed2f439cabe55fee7b7f049c0e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3576daf41e08022962377375c43257a8673f64c1e0c9f833662d4809b102efee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459b2019ccb44fd0a8c79e121274ad6da41e18e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6402141418455c52fa7950baf35b7aea03dfd2d5fa7ac8e16cc015ad1cb671ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b12dc9fbdc81d5d4089e6226a54ae3a8217928
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7245695e41f5fb7bdd863fd5886fccc39f719d8950d735c3ee5ed82a9c38e82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bc809bcb0162cbdb16b4222ce5e276a3befc60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4750f8724c743f675b85a93d546b448dcf8f50071669e1dff29e52556fbc3490
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c9da397202a900592d60c496def095ca7b7db4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f58ef8fb30d9e6073b26ae4d48ee6042e6b6888253cda5e417a4dd5d86eca1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1c819f8384995d56ee520c215e1ee093f096ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf083c18bd139b6431a0a831d7fa391ed49fca2f9e3af08793284365aae05ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb5c72c58a92a29d4b337a7923219d0111cd25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2536f77d8422899a33cdd1491081f167f7397fe9418dcd33d55f9dc30c2cea19
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3a83f5f7a58b6e6b4dc2b64e6c0f03bb3abdf3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e18e307c61bbb9698984a99e2d9feebb236022caec123279a81562f429a317
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bac2e2f109a1e1eb32054564769fb3be6004d77
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40168db308bd111983fdafeaa5dd3df356afea9987c9e38fc50f2b9a196472e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8c829e69b9e509eb3e2a4967d92d00e0eb888a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5131eafdf9ebcd58564e142b14d69bd0f5cb420dee9b94eaac1fb05fc7a493
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e533cd42860e35e9cb6564535fb2c1d3297fee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa687eb055d273ac335f3ca9520d18e34fa5d737f63f8642dbbb19945c27615c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7eb016f264b4eb1ae7b45ca9ff8be2a7fcb22d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1244ef4bdde343fe9badf93a528c2e3f3d1dda288a88262aa5e320f779b1b09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c014ccf49392b56f967f191122fddceaf1b9d16e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b8ac58b3c02ecc01d42322b9803158e083255c197bb677d976f1424c980a83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761c9ec10151a66b46226c39535dc5201bcf9f5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e77e2572fb5d1658d3c4da35416561a7618fff529ea37ba7467a921a7bedc9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27326591ca44c74cffaf6ccfd01d8b69d482386
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca57bc4ad37bedd529e0aacb82749c11bf28f4aab83f34feac7e31c1f200093b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f037cc40ce023a5126a987761d584ed919c14275
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6d0c581076b03ce0bd8ae552b3bdbf5a218b2d68d34da45e95d42a1203c72d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b838167aa5e5811f235305c23febc928e51db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1095acbdfb03274fea7db87eefe5ded0808dfba025e9e7ffbda2d3307cadb33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b1846368ac3480a30b4ecda4ceef10331d83d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5146164fda21fd57204bc3701f5dd737d42f4b1c206d7a097a192fc3e32985c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242dd4cc555fef515301d47c7109b53dc84e928a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c04d1a98f224a4a114b5afa29507749c3659ab710708eafae0733315e6f365
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb187ab3af49ebd7f6cc695a90e7c4c5c970dcb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d92286a6a52f12a8df440531470c1889b5c57cb1ef72a8e0a506d62856c627
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc86ab6bde089c649d06ff71b755b99d69df2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6b52d77be11467b4cfeec899d8608e067a86fa53bb94e59ae1f52b2c4383b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34247ab2692c8ffbe14f403a579f4c85bf9d534
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27442958d3af5693941acef944765c412ddd3e9f37d5d233a55ce4127b2ebd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787c95b9c6f76533c0a17d2de01ba99606387c5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f3c7f8497653231cb60d8cb31fbf1cd9b5ed904df14764236dafd94a6c6b76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7937be2d68fe7a2be1a4960b08205cb50a6dda2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090bb00b4fc1fa120e80c283808eee62acc683eb9b47596e714537019595969c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc784dc70ce1033a9e7cdc5196f93e90008aa253
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48925cb0b90fd5058675fc7407ba8ba5f4082fae80dbabf8b4f4ecce9503c251
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd952c0403b3fe8f9ba263662e47d46b1205e8ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62d10bae5df4817ef07082a07fc9eea7c6935f7cb8ff8481f173783028b5e1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17333fbed46559ab2f5bc129680ff653cebe1d0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f551b8971fe2f0d42d4fe0a131f75da3b9f4cdedb987d0998c040ab8ca7d83a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b29d76d1e7195b83f51d4bbe9a22dc72a12cbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b37e191339721470e6c69abc15ce60f5c5eaf4e74b49187909f6557b4132a9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc73d0b9ec184fdfb6605634b4d9a57955afd30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328aa15bf9be449b88c1092883beccdc89f6ada32a3261f1e83c6f81220447d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4376dd58d5ac511b7e5710af75d52ad6bc2a724e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8bc6fd0935a0deac188d924415e6462b3fa1876ae43362a9434698c2159adf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6c863648bc94a8592ac3cda934be8f3cf3c9f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471e749ddcb5edc49c7d11c435ce77e92b19e980eadbc6798d5d844bef6f691
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a8cda64c59a073782e36af1eccc11aeed7ef02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ce22fbf2b4bb694b4b36833fd2395c5440b53a1d60f7eead99ba218b75a18
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5a2f70dee526c7e50198d9351e8318bb5dbe08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87179d150200e12a054534539e8e367c0c1ccc6f8745a2836736de2abf66991
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56f2f37e5279449ff24d3fd00b4c8956f592da4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d118066efa17e7beb1e6ab2c692e5057248a6a78bdd457f3d6d44c018ad60ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3593e0348db7f8f24159afc7d96e5c1d38398366
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f608323ee5e47a0fc82d1bb2b2e6cc918e970adfeef3fc466250bf23d774a335
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf1a127320c4d177145006690a521ee6a8cf5c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816cd2fdeb3d6f7be05218ea9d13094a556cfaebd35cb4f748533778b0b99561
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2050791f7ef626e7ae728b627f4dc00d5b8776
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b930dfe9d246adeb4a7a9de45065ba1e87c45ee1ad7b5659a97fa22e5f5b59c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2299f46558cf88b5f1d5d74c8c84f30b688717
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b652691fadf5f140cc7041c443c32e7c44a010d77eeafd57fd8642d58a214dd9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05506cbba604b9afdc61a9e0cd4d97ed6bae6b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc167966b1bfa5dbe9f48ac3fd3b73b1767fb75bfd1c0e2dcfdaf5ccf19ea6c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d502f9a1a7489fbfc1f8de6c3f989d6aac95c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c537bd50cf5ca46ec6b104f13bdea5f41cf0d7ff973dc4f69d8cb797f47a68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b6a30af76bfd7a723d9e8086eb51874b40d0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11654cd15a526389765eef1f4fcf35d152e674275ac2a77761ad49923fe91550
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93b08b53caedd9e614d8cb7aea43e37831c7680
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2c50b51e7d6886f1622989fd5fa4f76eda4bd43c4c09be25b0588c69c8e8c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc36c0b768dcb368f68eb629487c08d00e64443
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e7c99f2df1a0ae97e270faa812909d70c2b1c02ce7c4047f298a5c431e00db
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0ed0d40744c2b7dcb7f02228612d095d4e00ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d34a26b06c1739f96fe72fcd0d192a76c66351faec9770b88fb65c98dd3c9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbfb73f92be81d520a595b701f58786c970facc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddcca9cc62f7e5ceeb8166e0e853672c101263e8d9214fbfac19a2751926c4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abfe936cf07b8801623a32f3010e786f70d11d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bb652a5b06c55651cc8eb87a08eec1463e043a388b799c1fdbb8949ebc9256
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5699ca9fe11f97e58a5a3a91ccd20fc08c32e197
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fb71366bba94a91b4d1d6d6ca1a40d211ed02c3c233f21e2d15c761e4626dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac859e11c75a13218a1b0710eebf9ae49325b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51da88ffc4e58356f8a2687df3763efae486aacd67ce8969de1ac1f427e51b93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc0f8c28c0b61fa82184e406ea14421530ecf85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83581790775ab4bf9b1a519cf300fcb762b771071720de6e6e1b4cd5753e549f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491837ecd230062e718289faca93b8e0ad1833ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9252886b4bfd463521f8945c0eff8377c596b2962bb1339f6777a3bd558f4e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8756811b18e3af5928d6fb649848ac0d61c88c04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0f6d08ae3b477de9daa0959767a0ca99e6fa6ea5c8e0f3f374a354e6b97f2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0564679dbfddaf943e239735cf4f69aecdd332c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b058c2c3ef381424a3c6ddef4941eaa0bff943280d8fb79745796872df1a30a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133bcc52b498e11970b4c21aaaa074127b0323c0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b0594011ed064735b4568238ff8959875d5d2d7984021d6a75ca83b96e4c92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d4ea2766aea60ed5254181439526f8329fdde6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d5fbf232270696aa5b5a80a511a81bc953abaf3938bb36083fe1a4f84f0213
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5281f7bf07e5789d341dd1382c0378f85de826
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea60340d1d5d68d781ddb3f865fc49a349f3fc1b81b5eff8b1f0db19ab223bc3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03a035ed8178501a78544743b2d45d8ded7dbc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378051f7a1340406e0ba45bd0f4f9f590128609434fe9850f85319ec6697cdce
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d1a9c196224041425d0bb88529db43f3422b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1045fec8d27ac959d16560c83e52724b1869c911875b050fc0cf242bb0f1aa85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0804bf8f02cd69922aea42a0590b2530cd4a1a28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349c3375ec68761e70d2f8daf177e9abb5680c374542d1f6e1e3b8b566c6c1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd6ed5d5bfd3fbb32746b84178d1f0dadf180e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a718266b249d31f500ddf3f0ecc962283bd44f038858ceacd6c7d048ba4229
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f460f5d8c80b9bba45d74a292ad17dd8003ba4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9a2dcfed8724a3391ab0c3566ef36466dacfd64b417aca5dfb81881c7a79ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563f336f6c27714a53beee11f7342d381cc7bf2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ee3bf14f13668819242668d12ef259e0df1ba4b3947b65a3b4bad7a9b773a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2167558e226271d7091c1ee6f228eda91cf29f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec45c7231eb1f053bdb721306ebfc70c1e70599ddfb1df00190ead9b5eea0939
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f62977490b0a46abf703380e03f6a9d4a3e1409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01debd5872dee89d532a436ab1ea7c9565f3a242d63eefb8fef7d5f26f430068
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f55a37dd7d5ec679162b0a1e78ddac86107bca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894fa0a252c36aaf547d77e1e031b2dab6781390bd333d86b8005c19ebd6db5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ce6c9e4f530b73b0b1d2d79c124a38ff7bfda8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a97246fd3eff1a2d6c0f46c306486e7959b0181bcce868360af967c63da18c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183e4e88866eb5d2e99f7b72a7088dd057707a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bda3175069eb0e12a2dbf0339e8b05a08e7b0a82f2a9b1c27e0da8cb0710f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4acae92d1f8cd12387e92f9fec8b077f35f3775
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273c2d68399a8998f24337d2dc0dff4ac0ddbcb1d665a19ad9764ffd12bf61ee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aba7d0a49133442104fd123dc64438f1e2e8d41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e27b97304ee71e5a807d92bf565632c125b795c08bafe1eeef8b43c64e1cb8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daea8bdf4846f9031bb5cc9342182f253cf2f89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc31407c1bab1f8b23c1ac69184512f4b93893713e957daf3463041b7cd1c17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e465e7e1b45271930f6259fb7a2b43f89783a19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f1e176ba48d17a8322398036b7d1870e4775437a1f5e3b0f5460269789bb7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc686e52ddb470674384c3182281e707d367a31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29befb8b60e413d4880cc67a1b174f36b33620f38b579248498022867343740
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f1f66753924736ccca421915f98b37e550d2a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05474dcc66a55460cb6a198c01f07f399f3fe09b37d4512cbc6b6a89be1078f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae19814c976bab4ca70d7b0bd42e4d3a6767ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4917e4d4e9b725f346e100225fb81a6509d09338fda5d778997f797fa230ff23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1decac0fe4a17384fe8c5fadd8465c28085fc56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0cc4844bf5fdb3797d8e9a38d507eff9e80f8f739322fbdbf76b4cef5a6b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e44ad7ee72c590776088d6779f100801441e55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b0a905fee307c8f13f47395abc0d03f9940a17d09d7f61c81cb8b27ff8843
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65130f82be09860f83987343ce087bbc82af4599
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2c7d935e709c664a8becd4323d40f390789dd0b53ec07260b620ad1b00bc3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37e096e2427bc46ba4930401385623bbd8d8bc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23f3f27b433e7069c90011851998d64f2dcf05e6b5322f341f5ff0387747f13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1c449d36d331a5f151b7756fa6d4d8d250e576
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7b39e623e7650b3433ef281ce12e3f8babf34095060bf850d66db3132101dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a0b25f49777bde6bbe5e816b760f8c0bcc0f45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0eb4b458ed90e2307c3575e2367238ef43106af8b12c339838ce7188de5b897
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea01bb17c85332766bae50c49af6eb9621caaaa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a03d5ca160eb30096262650707b1dbc3d60e540f175a611b234bc87181ebe39
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d60953ecca6ee23033d566802ba4f2d4d4d693
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d7b690756f2c87a6179642974902a8907998bcc1a9bab6c0bce765f521e67
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7aca15b0de4f4cf60fc66fcdd96ae80ac2f03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5705ed1d4708feeefcd557f4c8173a94f3955c960d7c516b4460eb83e596a04f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c048b6bcfabae477e9ded0c6523a6b9e915a9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ef53af86936c2442710f62687669bc3eafa195fc6aaa0290f01507c5b0e952
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6253dd05d74da5981f511b77841a006c5f4ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefe18961612336e418eff57a2e2cb44519d0b0e7c66ee45a7258c5948da09c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90376c4e0596020a8eda9c4788f98a82597bb512
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66754a938bf3a8347766ee1a60d1fa68355641fecf32c73678c6cfc1346c8e22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce7a3413439b7b894559f35826cef38d8d9224e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b5949377d5319128192455db2b74b8d3859af1d7f7934ef8e23f8514e35e11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4dbc93a2ec6c5e759c9a022aa4eeaaf625f8b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eefe39af1b39524010095741131c9e5558e551d4072e6a37064a101cd981e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b550ce2f38e7787509ba5d085122a3342266d11c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8902694c076dd6d326f9edfccab3cf24a2c4f59b50989986793e4abdfdd680db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634808f2ac58e161829b73e76322f52652c53a17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19309314be311af104e551b5e88f23fdee0c8058a2fac75d5f1a0a58ab5c510c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41da2933fb6632add685886274765ee5e5778e83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32081072ca58cd84a2b2f7eee648a60a05db5b24a8d6f111802be3f610debc59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8703fe0a2f5c9d3a647beb43c87d173ce6289c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa9fd28f4b84a52788128fd6a6a7b81793ccfcdd03ce2a58e8e820c9e734648
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052a2a23a713d8c9018211a1757716f2d9f07de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4def7d8ed865774783980d42f419f7e48bb62dd83b684ef2868bb062025dcb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215e8f0611e6b3380cf618feddfcc8a08ee8bc27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda2a1f04dbce669bb29fc79d06e73bf7b618428dfda72668732cf50f31e16c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be17e8f930a233145ae696043394d3a64dce4b18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5517207191fa8a943c7923d0efe81ab059863bf70569b087e3b561ea21cad5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c796e513baf5e5f08e18a267855c91a5949ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d6243c8e1cfde70652dcc199209ae236d611ec4e050e3e2e282ab30d5fc986
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76253fc5be37c87f47b83a82fe97eb6d7a43d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95935af580f9c755a9ab529321cd1b0aafc113252de3c85056d5d332b53c473
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca3f7c64c73e8757693776a2c6b199821e08d3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e018905ff16e64307334f1327350c126913d063331a508407c869fff8d7731
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fe6000ffc351dda87c8d151952cc4defb3435b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11dcfcba12fbcb1b964f9435b3259cf07d63ce6fd1071899cdf1464a609c05c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c14a1e215d50ddc3fa47fa376e01a6149f81741
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeb8230a19830edb66f566d11168d3237c842d7097d7f33f40efcfdf00dbb54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50caf8666dee7312706b1dac3beb578560a9c9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553b9336b5ad96117f9ccb410c1210381f7a598b69fb0dec8292f8dafc8c47f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c67e673674b40c5bce4de3b75c21be43ac82b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23261e4943eca73fd732628be37b28f031b67344a5934b6a4f44f5810d368ca1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde79d608ba839a4ce4de59b43393e9dd207940
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b191069a6b23f040767a596e405328d30b367bf8a4b0e1e3737f5f02fd46b575
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42794287e2530726f3a093cf9d2df60f61a39d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6baf84cf67f267912c4fdd23ae023aa83c6082b59061af159ca07f84df0cf7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f038522b49c7bde462b4271379988a0a650b6f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb7e1e097efc41dbc994838ec48215a9fa824d15b1613816c8cd8b0eca55785
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ca339c0a191cd333d08f39b1a2d7343c78eba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3eca35a0651dc41a42b68fafb5040a66b9476bee0914cf7b39e6d7f36cc8f6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae1a38d25a2a283e56b369f3f88f0f3e5588054
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99a88df53dc755d29f8864a07351afb1e9455c196770537323504d8c0272f5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c9d4f4d34486823e600ba0321f29d6986a9e34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8447457f818a61e7ff9652f4488d64827fca15f000e8da6be5c674450d62ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b20b67f93ce3b24af364de9d1c29f9778dd99b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e35d4c2157c77be22ec9d37262778a52b801866c337d3d01fe6cd2c8ceea0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15eee15ae0bfb1348cdd28cd53fd4d966bbbfc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1998325c41d8d5558b2d31ab5b105b242a4f07b6e876df04551da771c592a4fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abb94ba360af84184ae794ffcf14734d5fe60cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68566082a57d5868337509a26f3f446b490a5030579025493e51f07bfbae4db4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a732bff24ab097570e3e94778a3c04213469a299
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faeb5f423393b2939fabe659e6664c362befa60d83dc7891ad6673671dbd439
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29712f0eb3351e0d7efcd5fe30357dbd1c4d1fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd40437710ee52165b9100a908f02e17ddce364712d9fcb3b22c4103adb6726
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d88662a85720eb48bb86ce64665a3c37398689
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1c1518def57b3f72f7746f1cb37eb3046df13cae385a35a2b7bc053dd5ea39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08e3f47e8fed858e5bd48faf4dc20e155cdfc13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deea17eb5f8ce4d0640091cd3788736439f42c7f9edd0ebedfdd2d221066db7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aad55cfab1a82a05a51496aaa61d119df15a82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf6070a57f9e46f12874c0503b1ab17df2cdd1b0d4015970a23e9ac4b6d9382
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37562b029634558a6fecd25cc43ce32cb3d137dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e6940908afa3aebd3b2e559055cd001b3b333da6a79c648113b7a8402d66b6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd11c3d4396df78c49fdd4f9c20628c73aa3141
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e5fe03cd9c1519de91c8856713fdfdeebe1098757c7a516db9b88fdf820bed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ab6b9b20a459a9b39ef2d195cbbb4cc463bc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce49dd3afe35f8f5c87492f23db13fd33912df4617b615f8b32557170147557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70d85adf68d17968abcdeefeb7b06c3f956a8e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274525830be4b60fe63f53bcb58e1517f492f85a9ac1a40ce068a390d5a09d8c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd2b7e08938c0b65ccc74a224ee175271c2f4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39092f7c8e4492cce3f5106cede88db9929587c50fd96db1200f9a95e8723ff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85513ace2ddb68cb913fca8a7e7dad9ea1df7569
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa0a5701ce62504d712496b5d35cb11f7a203a3a21861d05905ddaadd5ace86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e45e747d035de1006720e080400dcab870e7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daedeac32c6ea5ea034799e8937381711dd979035b9fadab0e4960eb769cdcc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee230d638d1bf4d3369d7dcf036c18be587eddd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d837bcb63c1987a06da87df42a7aa4d9a9b4db4869c54da3ee14b866effde9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a845cc1c588064d025f4f28958d89203b044ba4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c087ea1a40eb2900ff8bb94df702c43b9d847f52cca46cf929572de9e36890
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40395b512b9b2d7d83f9b43e999cffe3b19bb248
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad334a4e92112fd73c276044751a96b2b661d12fbfd232e813bd049bd0d8042
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72aff1afb933c0fab5d4b3d13bb879b97deb2d47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002ba494068c03c9fc13c3c003c4b88b7ef97102ff3bc8e692e2f76c02ce10ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20cd5d48a043870acf6437e6e3648490d11a98e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2da45d2322fb3169cbe07d8d5689621d3fb7995bf682d2ad0566771f6d68de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc769db6b0d9d2b065097e43ddd9c98b323333d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78c152d79777c9ce0d87a92588116fbf76d7c7f32e803b7ef4e20f2ae7462f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5c7fce68d75698b809ce26d77a75cac68dc4aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d973c04ee7a0e0e0f97f3f8c352726c149c27f0fd0132c7d4242a82dc502fdf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4483c244440a2ea83d74bfa741fb55cec2025f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cf454675605e21ea7e8c775da1a15e4870765996689db48ef7e129ec89f5b5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea7ff58c9105488fb43647c58f6880da0a96bbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f554f16e924f674020e4656c3474fb434015bc697cc83204c6641d371fe58e2f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c88dde918eac701f2101fb7703f247bf93257ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649eec0ad93b906da8704bde34c8d063f92920552f47fd4867a891a7c4b2e3b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3d592fb412cbf0a809b6c15f0be1b661c731ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fcc45d3710d1be00c1336188ae0d824dfce7ba33dbb1099e077fbaaa7740f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6c1d8953fd71b6009a6f54c71d4da5ec73b0e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff229a580165a13c979bc711284b43b063efb6384e7e18bbed7337eef4d42b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c31bde4ffd1853df58e97537745e33b5379c738
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249a909e5da70e7bf3e1a48aa7c26f7707a2f7b01a322ff4dcb53fef9b2969a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750bb4bb2acf64131467d06cc7dd6b04844de98f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3270b837adbf1705470de964155fab3c82e7e03be624b6a5ea6a312d02fe269
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d80278423dfb85c98e157ced76a227f7c9396cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e983cf422a8bee70342a24e2aba580fbb772531926649e8bbe90b5a5818b907
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d2b56b53b38d92c2cbada1abd4e204c37bf043
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca83497d3334bd2941b88f4e02ec41086320b3b5cb88d3f4c9166d937d77078
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fb1bfad6475fb8bc23e7e1fc961e94c54ba7a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8233bf7a4ec27d837539b0c2eee64e39c5c2f9a877a6c3abcd7e0d1778cba678
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c936fc3a31d558267a4bda5f94eb0ecaf8aa7c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97d98d1dbf294a266c487e58935a906f83cc189ab0f42a015e1fb6b54803f8e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2119c227624c934c2d2a4267036dd246a3ab0e5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d66508cf0f130569f71aba82e279e9beb198310933987dc0c2926de6dd34482
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66cb4503737a4f4515efb5ad784ad8fb0aed9e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7509b5871c93282504e15b0d366ef3b7f00bd41c12bbf042ebfa2f92974a2272
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def2a1ac05eab58229634fcfc77eac7aba02ae44
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883a2d3156a9d1fc8a17b2849a01a52920c96d46b14a17ad40075f030208678d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd71ef1b3b85db3739d9fbfbf00bcd0bfd5952c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd0715e1db98b7e23eedb771b5f9c2145d26685d1b8b149ee12832cf54d63be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69561e0a72f739db87c22ea3387ffa8a338447d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46617261a57ce1bdf62c0f0a5626fc69977f4b9ed7df469ca7421640a6c1ac76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c96e3cf88790d22e193e08a935077b32d0073e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e357bf09f5d1f14de79cda5c92e01815fab9e0f66e1d0832c8926dce788e9f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05585ff76378a16ff64bddfc3d1d90029387c1b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ebbf3a6d646240df71e3db05dfb8db52f939f9dc1727cdaec8afb8f1fc7c1b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96f88ba8b1cad5730f26478af4260a18765e7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ff64e07940b1b9b265ad66438b448ba30cf85f0e922689600bc11a8c36638d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcad50dd0b93313ab0b6c6f5bcc011cbf6f036e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c8d99f87860df84b771eb6d817019282a1876921a39d72aa8a4cfe992661e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7145e5ce30283278a664a14aa8a1afb1cabe33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad843032b0edeff09bf416545eabf6496a405cf22cb23557eeb1dfd5d77d4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0297909522ca6b3d088b4b487e388972c51b75ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28671cb4b428d6bb25a312c1c576de4aa7fb642e763f4293c1fe1a4692c4e98d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789362ecf66cf4b3f89baa844d38fdd8c70aaf78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3767b5cdeebfe8ec5d5733d0c7798af88be289f5ed456d7038d9399ca279fb5e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61039efe9ac2337608308c06e70cd98bea4390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d68e9c6edaf5e4a74f17271e0b19ebc410b12e8aaa4ba4d95d4e9f67719d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71965f52273638eaf0388310f07c5dfbcb80fe4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b64aa778dfe6f05166062ed85855d2f36358601c25bdc5da8b120e95b45f09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c0b8d8311b909ab5a61c387437f2e833bc5041
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21af6b32a0c040f5634456857830565fc3299459a9a7e14140c6c9770c661d5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf411d314fb20c3d11fa22027fa318c6ce16b4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4422f52cdc99bf8acebd3ceaa2f7726ce1d9d5abd988a367797fe233174bef1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5a8703482e9dbdc6b98a120bab42537cab2d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288a22f37c4d0ff6b1ea64fc3304e8502e520d74213db8104769b6c43be37a64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba18b174eb80e4b1818dd1350d49852939835f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f94a84b20bbe4a93de1e002b82875fa878aaecce376229e5da21427e313fbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93574ea91bc5c40262a343eda7235d7569133fb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540ec5332723a29740e766c2e543f402eec18279cc198c80d681f8ca2727d641
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd48902934645d235406613a04859a62bf5a14ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a5aa947d4d6786bfe2ef45de155c7182dd336bc65e32566d2be326f57dd507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a603f98387d3853cc8742f83d38de9806b23f703
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e5632e92a1e1f8d3dea8b4feb475378118220bf6111b6fca37e78ad2c9aa17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b49fc15e27dbd6271cde2355edc54b7c9fe7c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569433594ae959a1dd43e0a70edbdc24f6f82f27bc69fc6a14776d7933bca748
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6461a5a544b99778fd9aad14dd25705cba4e09d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019a1474ef93f24adaf754cb0bc3b890a0f5a776142989d2c1a538fcf64e8133
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1b006f1f2dfb02c8ec3d8f01acc8e514068d1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f34f87af8fac4c0e488e9f183fc2e74f9e7096afe6ac0b0bf9fc9b7ac8bc1d4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a729bb95821a1310b726e022fea00e273c2dc6d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5aa6fb7184b1e64a4fe6c9b94b5eb3f21f385574772cb928136a5cfadc9e8bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e76fdc98adb3a8c2250dc51e1f8336944c2ac5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8f689759b1b43fc5031270d67671f8135553c4615f6af3e48b35a18ac96ea1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe46fb22f93eef412eb7539db020a0273607a41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8105bdf0e69269e554d5631e0115e7ac2fb3f2ccb54ac11d7e67c345dc0cfb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc07aecff0a972e1c07eb412c540df11d2901f74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ca4d2298854354be2bbf58a1babdaf8d79a6cd255d5eb1db543f325698d3c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5d0d9ac777f018be8096c6a9de471375f64e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eba80f91fc19dd10b91c8d62fc8a1769e339d7e62136443af559123bf4bd68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57515d5bb7a6fc5e7c2fbd76913b2adc425b5ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7de9d8e259a9ee1f0b32ba1baba0a7f115071ed2553033e6eae223e9ef69d37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2742960cdcc459bf84e1a4e4225c0f7cc4b82f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d27c6b9f7ccd16d92f5efbfa54918d685a7962c0baca44e4c4e5b85cda39e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663acbe4c9763e68029b891c2006e154d7e2b54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8ac92c2346a3c7a7d6c0c41a554a8ed15c1bb70fc2a461f14bb60f487c822
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2616a98eba3e7ddee228128a3ee5e12a67b2105
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbb95106a2587e889f8ef5fe4e2b68014a2ff31c3ed1fd1d0deeeebd8817dde
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ffcef759e9de0ed1fc0f835ef62bfd6b8078e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99cd3ff9d27d074c9979bb5c059d03c906cb0400188dc6b6c0dcef4f3c31b71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2595f58016681e678e9f153a312a92afe6f806cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eca427163a4fe0e029bdd79a8d04688e5f0e20c95af081e386ba07664b43bcd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b08cd4dd8b677ab125513f3f4b0450819256a2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c3f9b67b3f8365b6cb5b8068d8b0f272bf83e339f67bfee5169843aa2eba50
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca9bcb9eda6008e7bfd4e8540af0030948b7273
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624d7fa1384cc4ab676bd90fc6377067b8a0ab9efe2d1ff96ac38d10c3e2d593
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47171ddb989297f14019df0176059f0000fe003a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46554103258866b800cd7e60f8b79568aa5b9eba33ec617a16f6a15f7ca43df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7331cd9db292f5fe4f3af845ef0755db4b844e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652c9ce54694e8437c2710f52e6589d2815ec45460aa7a89e7e06853d7825f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ea47292b2ed02112a24828665efa0c47ec4ba3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a8ae7672800a5793ca84ae92a05af2520cf0b3010292bb5768ba2e853a550c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832125545679307cb4814ddb4f23bc98dfe4759f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c82500715f7e659e30aee08ad81c93c2a685b057544aab9e055797d2719eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c572de9ba023ece893c0d067054c0d93969eff39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79119eb0c55c1ae604368499f817e6b15d4d1706f30a0bfd0f069ed641298fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29142ef73aed64b56fb1c62962b6525b434b3514
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b5463c0ad1f18cca287a46132a8e24ca0c56d994ca4167e6ee16c134b73462
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc2590030d6833b3a24bc77bc73ec71cbf113f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f89e7e068297b4055f2dba8155a561893648c079ed609eaa58a75a62bb68e6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a99134903d9c80f753102df4af83c0a413faa2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa0e713691756563817dd8450949430c5aec141eaee3e1cee3d3ae01dae94b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e907cb375101cfc196b16075eb5c28d0b2abc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cb41b8cabbfa89a314b85e0c9298b88cad8ab88cc9fb3fb0189e8a056eb6c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5525ec5ee61129b811c38c0f9426249d9348dca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a62f0f24dca4a629b7b1c473be9f2618e39932ddd222b18783c1f4d9b9fff4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a196ae8a3a3376b6cc89e435c6c6bc4929e9fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b18ba7088fe89df55e9c839962b68b820b0b10f09c2b11f2dee2e40228de4b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764f7a08a9589362544820fe7cea2d3a341ce166
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295af665bdaecf3ee3a6f6cc5e548da715b3cef21e00de83c164bd5c445d3d48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29058455eb2c43584e400fc8ba2097d6c014a7d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2672f4a30d43cb3a2c457ff962874b0e07f451ce25f145e844e36ac3ecb149d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a093ccd86e8b22422a7f78e8e0f9dd86f04b04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c928d5f83b618b1ecb0f72811c5dfa07604ddd366d494cad5a4781e01a4a80fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dc84792065c7c038a390fe6d4bedc6d9c25250
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e470e5c321c14336f1bcde1a1b5e569c307a7abb9957f33e0cb5c34dbf657c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a25f1aaba50c38df8ad52fbb1d9649d77eba18d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3160c8ced18a3e4c7b68796757b9f1690163ff7d09526ea129c3c7c26cd74167
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5b26674a60ebed5e1ffa93d01bded0837c2650
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb360340f02db8562ed65408a831d075ed5753ba31d4172aa5d9a24f75e53ab3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0723da7af468ef01dae253c7c1a52b81a0b901f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6804ac542887b8cbfb6aab8672f47ed1e78f880bafa2a242d0926a2d73cc67
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93f0a9904d402f3237f5e99291c0456fe960c2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658df7cd1fb928af6429da9921a23b659245bd928cd4169779bca1ebe79975f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11224b130cddec6305f98a8bacadddbdfd8eef0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf07ac6b2887d4ec0d1f66e804ddb7f9c133b1c9450fc673270cadda9fd932d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c23de5f48e5fd648d5b7203f647af338e8b6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b134779e28f8cc0ff575c108da38437684452536a1c779b463b9b3a94106dbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4fe830e989319daeddeb775d3b91b7a7151544
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c35c547c0ed7b7d475c24d663d2e6b2e72733fbd0fc08c005cb919b2a5601b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a717fc058a1783d48d2e9d056a4bbc8b07f6df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea42df5fe7461274630334a9fe1f76c74911268787c1925ae26b914963ab9729
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c672a647cf4d577b63fd64718394ca3faf49ebcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a99f41988b288be57f1ead74c9155181cce900c429386aa1ddb507161f84ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dfbc4a30a723e86238b0e32f5c9085c84b1b21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1ca45724cbfc093833aa8cc5e34da9efdb84d05f419cde252f0c4132177f17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f160dae0a81c1988a69d1d98c21e08184a5c74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75db49b55b745c67584d3378f77f55254bd1bffbf621576c7a4547b306944e94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70ff21cc9803aa883679193a5094d882d975b6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d546819cd3c634f0becaaf5aab063c008ec6a08cf4cecfb49ea4d3ca3a919053
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64e8dfac2669a386cafda010e02e30e422048fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2df2f2ddb41f3dd3e69e55f7bf5c62a9c051b0838ddca8ebac652d8b0ed8a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bdaac750745befe99978b4b62de4ba454c2d35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3c1024f6aeae75a728348ee6e4b20f17eb4f084a7e48ad7c27dd5298621e61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd68323191dfafbf4bfe13091fe1f3673dbdf5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d247ded17176645d079e31f61f2a4d8ef0369c4e50b3fb04aba0fbca24ef59b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6500aef91509c924429897f0267966a5a8df4389
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e956712b40719e1e6e53e27c2d3b110a508515053a3278564b9ce95b30398a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79eeb0e47f9cdd087b939574038b7a042bc0909
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad6089cdcde02e5d337196901e8b3a182068497b624e1f22526a2401308f591
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a709fd2607aa62b03614b44afd7fae31a3c817a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1049f1741d2885c6d0c99e092609a05027a0bdc610d5dcc56492c3b46baa136
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d358e24129e4b0f7985dee5c1aad2b9aa595bf31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf72edbbb177b4c1e8c847cc9885cb7845017420d8815f7cfd1ec47bcb4474d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d00866fe079970a877cfe6f012c0369a2ceeb1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc50e82bfbb30e0914633e03f76e1073b4f13aa65c917c5550a6ceed0a31e41
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c1551f8de56391889f0fa338f0802180eac62
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d44ba61f8208068d9f4ca3cd2781f80fb6afec03926699a69b113fe9b04c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc63eedf1472b1f392f7eb53351119ef0651ea82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacdda3616d296378fc466cd3ca57bd47c2e0ed7a25cbc51dd60fded32b8b5a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215fdf7c81c715ae5fd118f09133ffc512af8e25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c507732aa647556d649ca040bdb4047a13ecb540f76e8614629f96a007fcad26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca826cb6208073ccb43d4daff525113f825470e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bed023230699ceac0a0b85865c02b48eab01a4eee45978fcc15881fad2c3a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cafe99340f0bafa2748ba9f486bf34d9ca0ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaf2ff956a0b9fa2f9f02e8288eafa4942c580cb141ba0a1f3dde0697993f40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512c9cf3410d1d916208e3d0c45de8360fa4b78e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf35836a838723589c97d146d352d301989795565522a2df2ffc73d2a543f41
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417814f707334edb6ff56d52d0133e1db7287ac8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf35dd5c8ed06d4d04c32d92764306ea86107bc32b6f0543fcd4023aba065b2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0c58b37f0129408db06596c224040c19a87070
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a79d4efa9fdd0247e1e375a76fd9e2a45a3c60cf103a71f5b2e20a362fb99
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a074cc3388263553087b7ef04408c2730fa4190
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a541ac76e573301112d7cec8a4cc06849246189e0e763daf06451b3205fcbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3af12824b4a9038f71b12e91660f116e6d98ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbb2c1fa0843e4b95f91d66ccc850c9a16346d2df83e9bab9f4357b05701ad6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8732a4baa087a540bd0f57ffcb0e1a06f926aac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b584225e7611014c9796c09b7493942156e20e2ae12ad1cb7e19ed7a65815d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af5d57e301131d813495df11a39f013cbd5cdb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae0909503baba583fe99549ec73d8c0b587b06805b0ced400da7387cadaf76d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4668acda33ff9c9c31bd669ebf6e8e4fb1a5a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e02f45ff4910a9113655ca3a2bf1466a378c8558e528b24e8ca25957365e089
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a516e01c1509fdf5addc27b27198d5f7cbdfe99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719e76fc9a3a9700fc8fbd6741eeff8947ddf50b319822532eb0ef6de60653bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07e3b814f8ff002c25deb91225bbec26e2a02f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3066a29330045442097297da636b0a45854b632cce9f08f7af793b6fbf2641b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630910d63e5b43511916db26b59f232027941903
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0079a3d7e15e72ab9974e83cb62e0617925d0dbaa6eeaea646ea79aa8d66f50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daa91f2e3b6a4753b90ce65e6cebe8ef0c06458
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d2f41c35f09dc614c88c8e98d0effbdde45476e19218e392de3cf17f1ea638
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844d708cfedb0a3b9153df6f5f600d693817463a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444823cf15ba5043801d0d61773e178b2a8b05a90e7cd299bfab17c2cebdeda8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6d8e5cf954ac18449231726f5d470f17ff6a2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6012784fa43e5d94c7e7a83658c37212f1266ed5557fa8127cb53b49b3380aaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b079f994c79b0ac62294032b22d5d7590f37dd33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424512bd04dd51dd02fb2756e98162b2ba477074e9d1b35120768fa1c7b94130
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d06d73d48132ec3dc2b35cc521a66b842a018b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426c574dfc3cb47725fa4532f4363b9142fd28fb33705d7b90225b96e3b8b301
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c372017c90ddf0d3976748064f565860673d4d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1096ed9c47bc85baff5f9c322a323be6de2c44856679f2c3b525ae4faacc669
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec2f3ccdadf6db2a8bce41b40d0ad18862ab3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a33b16134f96ca20023db11b61d6d833a495eb3873bf0da92c6c1e515e1223
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d81f9cd6c9c48ffe3b8168821e4fcebbb422a90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddbd19c7c9559142131813cf4c926b1c1ed9bcfec8a61c27f96866fcdb035b2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b99e725fc579c75514056da6cedad17bc5e5f59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c63a4100747aa409f6efb484bb60ddc10c17f6c91b7d2f7b7a89b6b7eb43f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32f372087288738d6a4e50c2020e7eed94b655b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea33f4550115811c8ed82993f50d54523b082ca1ce37bc7f886a6fc9f446bd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c945c7cb479c3f17021cfe9e909439bb539a79b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67837eeb694cae20779edaf18d74a851067c16d5a64765363940eff900917f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5afb29fd96e21568fdb63863460c909ba0ff61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88b0e9f46ab55977fec40cc57ff20b67b41c4e11792f83c5e812b5c060bf78e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeef4fd645ae37a11c005b2cfb41e3b94fdde97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229a924458b41fb9684d1b6a99b197b3207a1d928e6e9d630bef8512deb4486
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9970c42caf8d2c06840d615d1a494f29cf96bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f160cf9b3b5115f831c3947b0247cd184672feb03ebcbc4cdb3264ec42b3fcc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcddc07138573b19b779f4ccd0350a559f470da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039160546fbb895db4c71e05ed53dc641b21fe8996aec2653f84d652c168664f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f6a16b7e47d78a21c1f7ef5b3595343adfa0e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bcdebe479be4b451c065dbce809147c3596d49cf98d5e3d294401c1082b614
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957ddd4ff8142f1215cb50b6d217716811348874
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e141fa7d1266a52e7630f868a12d3745184721216dc242482587b8e85e87a61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2e588f88717b855fec0b3b5fca5faa837e96c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763244e468e72ef5abaff9d80b5f9ecbdeca9c55f2f79ae98ecc6dee7d7c1dae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8e22e502adee32a244f1659c2975af812c247e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfb706471c0d81415fe81a89b43b7b0e94a9554d21fca29188912a9715be84f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7505469cf64a2b75f10c4eaf27d618049edd526b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3de69818e84f42efd4cd8a0fe47aba1d04dd3c585a89dee2ff8d7d4b0e748c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d7e0cfaa58dc55d8cd2b78747802b22734009c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75002671cda98c703ff7e6163ae5308aebba1429bcea417573d6bc8b827070dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125991a0b92c332793dced5abc87481b69c96f07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecea5231002c78573685d6d5c5d58dd2e0deb6eabf179798181cc04f6e1c0890
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316096055236e680c58bf3665f547c5ec513d80a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510156bcd9eb3318571603766eb24c101f08ad12b9d2ec731b2e981a28f94617
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d06fcc1e910ecd34b1a1eca6e9f2c96a33cf03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba6748d5b3a5900a52a57f7ed3b5e469cb837193fb83bd6f0e16bac3ff2398f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcda15b17eeb1cf8f04797e5d503d8c81a14ec6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97ff9c82f2b97e5dcdc1fc75c3be36a87c0d0ea8f74c8e944a2e9175c87967d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ebf3a1e3fb1dd824bfe0fd120ca64e954ababe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f51737a61cd0915c872241000a30d5c8240e509f4fbc0b655722a081675680
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117cc5461aebabfc450932d64447881a041f960
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a311ba6329c9fc43409345e5b6e349af579ada10565e43d9b0516d7d7b75b581
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3d6073149763843260c024d39cb892aebf4ee7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412db63c626eb41f93dba9dc364eef907eaa6c9365b0a8cd0438b20a43e34c1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f95ece9343f0a12d94daff55695ff580fde7abb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9a1a70ac53abaf023884b65d530b3530476a9b4edfc18407f1c83c9a745e4c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba49428f75d545ba9f338fb6687a3c518ec306f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f5a7216d23dccdd6eb21213266865ecda15afb35f7ea558e5bbf816ce14402
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1d0e661f850590a1f8ec5ec37f49904387b007
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8d5ba043019b3185a46d73dd0bfd14225ed5f1ceee88af6fd94b305ce5465
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281a9ac302191641e9aa1a399371c26145bf8a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03319e3b4e9d6763101d46793e2aa0ef682c9e49c3a48ade427d3f76f78e149b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160da2f007448b1e5914385a94c9e4947866e994
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b9e1397a4f7a48aa8c628b427151d455eea66788d5a797208f528d46b851e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998f4f66204c58fe904690303e22516731d7c41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3548d7f72cfea9ccf0930c0f0a4af0ccbfe6fe3c3f1ea1673f46b980bd799130
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fb642f2648d018db15f6f78d31e6131c1b195d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa780579da9bd96552354c2689195ab90d904ec42e1579d34a0cfb89891f7d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f07ce913ca9659b9ebedd581d415ff00bf41568
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83768ff82f6eea9eed48b689fda09235eb11d158cd3f073b4cad3051f9e89695
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7832343c85d667a780903954c3ccf7ef81e7dedc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79707496fa9f43915500305de34b8cc0ee1340809281a285ed5a191ebbffd033
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c49a247be32c7ab9b63bbd66895fda07f91a260
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b087c05d961a6a127e99cc4e1e1cf355de4e4e8b9353f233a18ec2c5fed9197
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61257eea625c186086e04caa8397decdf07ac78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ccaf462b804165603b75de6b9ce6ade35ed280cce311f6d1a0d699617de803
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b40b890c00cf1a558c534ad951b69948a5a16ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c203b3d109605cb9ba83c7d4760bb589cc70e13c0aaab5875686b94b1332f110
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6c15a7e9641aaf3da1d7d2a76ca00d65972ae1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec9a76136ed3a23aea98c872c69ead2b5a93f3f3225b45b5c38632f26b30629
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b5b32d7f9c6a7581fd1e74524c68e283d09711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c653369a9ab9cb90d3079f1b785f1df924ce9ee668c23123ed768689a7bf2d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ad074014ac2f9979047df71545c7eef1f34af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be8e32338bc89ffb5a2132c2372933fc54cb75e343503373364442c2ae91eb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9010e034b631b52808fc03182c72d0a1f82d1fb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1908666cd259a6ac630d16424857253d963e6d81aecc683c6879e0454763043
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c73de450d0583806fba78bd571f63dd15b774e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baed354fc4ccb6a91b6836744ce355f1b0091aa7d5720e8c9f29ffab52e9f0d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c93d210e262393351dc02fdc401a5c52212dc1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc559f8bb7748571e9964c0fdcece8168b15589051ae480a2811929556eed929
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51607ef4dc7b527b88a006902be5d3b466fdfbe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861e4fb159eac985f43303fce4c1abec37c4fa6383e015fea235c34aa17ad7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3174d61c0ff112c5cb5464df9f515537f7bf7c61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b4b711b056e81010c1c986c4edac1b2c0a10091d4948a658d7e132ed0cea4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b246edaa72d93d53da69efd8c6f41b934cdbb7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe7a4d2c5a8cd4d9acbc693fe1ab855387ab1d9dca7f422669f7ea70d225122
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab823df0374ecb939e1818c1c0dec907d515c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe13c5387c0e1c7c6e02e83159a2e65c7ce9467c6c4cf163a05a605d5275eac5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a1a220428cae762b3acc07e2365bf903bc932
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccfad99341d6723f67d930c5d135b6370cb56e03424efd65d218fb323a0785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd34863ecd736e729574e46ea05af451159b54f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be16e3c682fe2fa3d8eaa78109530f285bdf475526ea6ffccce5ecf48916c20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46a9f11a21a9d7f7ba839380e9ecbf10590557
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b415c8b6c54cbb4b899f99bfce8daeddc4b596d20e4d9796c5837754b875af1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353b7079a9d388cc5d0dc9b063a2e8f39e4b45e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a752166bd3176d4fe756d31fe6fba90279dee131dd7c5eacd5d00e5b11c29cdb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3f4bf9b9791da065359c5fed6649dafc1a234e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bc7e9f1b49c5131e89b7e4de9775be4ecf550cda3001807fe16ccbb4143e3e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aab38d46c422143b88fb06ead37baf3cc986816
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7ec02291c80cbc935f682b014b0dee124655b6f894f71cfc54879f5fce01f4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5abaa26c4d468fc90671d849ee5a6c1448d8eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31a18f299ab1a739b8589a120fa610eb9f54a2a7cd5baf2bb3ba9c39053f946
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0731c96579c7b8dd454b1f3a3bea7cba58a0358
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3584e7ebd9b8e5c91eecbe4bd37639b318251b02c847649ae9b2d66510ddb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325795f766fd90b311623c787089306cf8d97f4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a88183522cd4514faafc1a284b53b30adcbcf4312beb196134001e08b64dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b65f878050efd82e6fe335479e15dc1574b33c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc232c3500f0fa21ca4d22a1886a429eab9da43f24e6323387216653ee46e716
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e050d9fe23a9e51b6bac8654c8828b7d5a57b2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb98b4497b3b77804ec6c0e8500e250dbe8e943343001dac30f944b82f8cb81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4368c9bc59a3feb88cabba30d4b4a42ff6b11864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a06072d248e751d12e5f046149f228efebb7ddfe94f0baef0210abad0a2cc12
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86832f02c698d39518c38d51917277d460c57c96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59bcb35716fbf2e03eb785442cfbd256bd1524f0dd6cbdcd9e48f28a4296a22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb68e946e74efe98165cafe56ad8e2f624765fd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3a3cfd0f17ef2eff802fa09f3f9fa2bee561c5ef143308707dab85df19c8c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c329d81f07ffd766e81bfa51eb47dd726dc9f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206af093cb5d64bb8d230428d91298eb55f39bf414823904201aea22f8c6240
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a05109cecfdf958a1ec5327cea4427a74a0491
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e5f619b607b3cd750d1d55ade49b5e7578396bc35d2c041917a9041d28c463
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a79dffc4e58bd61e185f9fc4c6dad641c6b1bf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ee8dc660ed1f8d55a5e7970f6a7ebd772f71bf56932507011208c23749274d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94859fb0a9fb9df7ea84bf4384ba499a9fce133b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517b77e1aeb677b23ddd5a7c25828aaee8f3f8dba5420bb274feb387f2e8b593
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a838e567ee8e2421526635b44b8f357675f944
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110869b3cd20a5963c074daa69e7b78847a53310b2747678809eacbe2558beb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7867889a0d65bdb81ca88c0aad9d3135286f57
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6250e459e695407d21d6f54013ecfe1e217920b2cd348c26f9f62fc102a81051
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d2e45e3e9b5ca11a6e5cc9c0e621680492dc65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae022be57942463e51b04830d6e9c241ac62ade7efc87c78d59c0a8c0d2ec9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d0ee37f2cebf2f7437b046e9c449b1265b71e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd0650632f88bc215559f4fed052434c0b93e8873cfa3a1fa431916a3d4a88c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09573c2be339602d4b70ac68b39d0eb5ccbc9113
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0339dba4dd4030ef045062c8290a971f56058752e8d74242b463a9091b439785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b200d6e8eb9af4b87b83a6db25948d562c1c4b11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee83074a2852e583eb5417e822b37327744b3ecfa7dece640aef1eab7110a67
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13256ed1eff9b388b699cdc00dc8a1eb51cb0dfd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8012a54a771ce82abafd04560e6809842125f7d8e6db0e7a8e53964ec7f8a58c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511a742011d09a85f5d16df32675ab94bef83b74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4087edb3c997a445787101df5d92cf530f7021d376ae0109fe8d0c243fbff253
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af1c07717c503e252984f80419d082360bb8bc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73436fce2864b605de2044ab1dad5cc2c743367d4b8c02ffba5ef4dedd3d30c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55570873f28f07042a0843752d012c0852bbef9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c8963aa29b2422642418c0fff0df03f89c6fdf19ef65838e5eb6d87cb699fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470857907be670432094612d792beca94f08f96a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276453ddbf0bf83f59139b4b94c50a5e728bf71c316c6410f0a9cf72f44243cc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef12879ed19195f46288ba059595080de628e54b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2681635e5264f43e2c9790f232d47210afe7e33f4e00789ea3d451f45e47ac03
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77cfccdab7a988a3a41fe03a4cbcf8a3d51e2ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078b95321a5301f2e0cf2f198f556a24752e45f9a4ebc934e76691cc8203259c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597df7d780ebd171bc5cdc26dc51947d326aef0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43d288d58963a95c76950b8cf3d8b0370d5abcb6fa94632f0b1a412dc25eeb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab133d8168be9de1a9018b2e196097420569b0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e4a147e92a1b9582b8f8d0f9510e2eed04a80a8440aefe143f1ab2d546fdb7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d82f2c801ac2cce02c342451220680a3f9c96b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884bf4ac8cdecfa640b7b44d1b9d46538e1a4d1cab63ff6229b52f9010bb66c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c25833bc45ffa72dcaa3394581dc6e74adbc32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b811ca33ee6a56a6848ba2befd0926aea378e97b2cd919937ee10a28a06abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a22dc4761c31ca2bfd6724bd18c15a04bac041b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012d5843534c29f75c91f5dc803189a7d06e28e44910870c97d4692deddbdef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e83a046d4683757b9c38d0411f849e055248cd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13ba14223f9f56055def1b30c07865bae1c10ff953ecee425ba6a3045930f04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8226c2a8fb7988b4f90d1bd7e70619de203ca9a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d6f14186ff7aa16524b45f601f94c8162a90fe80e18548fce0bcd8cfa29fd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54536d093f2ce8ec6dbdc38d969128ac3e044b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfeb666d2c99074dc324fc2c3d290b05bb91610667dbde2fda83631c204ed53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4997cabe3560acaed5f007304fc9dde5e39a733
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716f70236ee092c8df33a514acc9a53c809ecca5fa4c2f2077eb71c6ce3e8bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270d55a5b413a24935ff185f3db693aff8d240d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6a1e86d602fd66421f0b1924a7ad32e7ca29fea5af4a4e01df6a3cc90f32ad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b198fca9ba3a82dadfd1205dd6353efe528639b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f97b303c0e0704fe78d5b74e9ed7f53a940a17c09a9694dfa272139ecc289d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100ce5eee4ee4e8f94091f406d079dedee60962d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653f97e4880467281143a1f7e3512e6b8efd15c35a5a3c0dfb8ef2d4899ed314
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f83de307637f73e5ac775993e18670281c0412
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e30407128b332850182a76d3d3c597a8030cf78dcba415ea95b663500214f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c1a382c3807cbb7cb8059a30a57985833a0887
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c4c8dd6b828e0dd0e5218b1e58c82aaf1fa66ca51490a27f63ac78be2e0767
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756d95baa567b4342d7523606c06dbb03690a366
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ac75d84fccd913b3e2fbab60a7392002cccf7b3bd4e7806321da5bc021eeae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8cbd08ef7539f1902f0129437f751bf295db2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe64874f517b713c90a1eafb3b932d38ecbf1c4aec7f5c018910c1746ff108
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4dac594fa6a982229973b8d18f5ab3bf501b77
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebc609608285b683fc9ed2e6fa3161895fae67c57f622bf615e144e41766c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f3fd3ff48d45117aabf5a4e5b14f54ce3f311a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de605b89b6a598bee99002870d27090c619faa37852fafe06e1630265df2cef9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc07fcfacbbb38724e5c4dc79c7038e4866ea98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24abd393cd7e48718fa1a16597ff927482180f27797450c7d3aef0261787bc94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f92785fe7586325c63cc182932ad96a6e3a963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c19c7de75f99fd1bc91d3dc89d0153b0a1e0090f80727dba0e96feccdf4e6e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112c9c40edc16c1c0012ba2af9d7b7561c501969
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce78b673b914beceac99d9c7d35585f7995f00376609aa3120aae4f0e2b2daf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a2b27915db2c5ba2a2be978e5a81d7f23c76a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941e25fac6b8f53c475cc5d37e9c4f57a2f2f862e60fed40186b7d96db6d4870
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23be0188a91f8c587ef86041ecead1e199d36eda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b9d0e84c5c97a4201e5e929ce2984699c2a7fa03ec9f9b7ff89399183cb703
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6626678e2042abaa2b7fd0c7cb1e7edc1b88a756
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c0d71e2deda76693e6e88110cc2a326250673f5e3837945bb7580d61d2938
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ef33c1aff751dce892a279fe7582e37012a588
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d56f5296b31bc74d4e9435beaf186be7bb837f3f879ecd6455d15c54de60ac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f78fb460d5a743473e5b3381858ef670bb12d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16eeb6f62cb291a49551772ad47020b2ce69048fcac10110f96221c6091ea58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c73b6dd9ad04c6123d0dfdf6c4e87258cfa022a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197864f66d5542072c1b90d4a906b2b21612c875f4acf5f0d7a2b9bf8e3a5eee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c973d681c8543b9af8cb4af37356fe24ec2c8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdaddf169857fd234c2712f4e769891d1ef6eec4a5b1a3a099dcf7d9864d481
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9951b74c3635faeb30337af40565bd24a690a18c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2458df2883f44462825775c41a397f6539a9eb4c71da4bfa7d9ae29c0aba11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43581f25ebc3ba4d3abebd62246e831b051c924e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e5fa4bdf1e34ff452d69a57fcb1184e9d1e60eceeecbb335dba8a27ed7a754
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c46c59656086dc7d08fc66fbf1def1cb286e28d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e2a14f8ecdf712f623ffce9f71c37f912977b1bafb5034f1e998f0b2ffd057
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d422c53f5dfd908965b0212b374f6459936cf475
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0cdf5ddf7faf6ed61010645cb1e773d0410612fa1addc03a555387265fbbd4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b03de346f882c19233b1b7ba046ac360c32c91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d90f0ed4c5c06b5b0cfd2fb336eb490d0b88d67b6002d84973d8d66179a9b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0897ecc3a1560f0dd949cc372f3346d06699e26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a25b0b988d6980f6fc2b1c3d6d18663bb88d0ec991ee4eca2d42c7670ba41e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da86e50f789b926327f7a3c740909bfe52a310f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a832bd9c34c649512475a5e0db9548d3c1620f9b4f339c1738ce26296b320573
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3806c405e2aa85d03a0eccb4fa85ac7c4b1474f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e299f942062ca118be19c4ea3102edcade54a6268bef4b321a0bfa0aba8c2e6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b60ee58c46061c9279a84bd3b64e76b3d338058
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c451802d951fa50d116118a5fe221699980867ccbf6a96a00938838325128f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889e26f9c5383d4e8ce95f19440b9509add5f5e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8090521450218b5380031eb299155750920d612f701c3ac1ca5f42fa3a8f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15311b2f469ae1ab3bad10aab13583f5aee49cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e515246b9c80df37e12535346f3f687624c8227732f25921c0feb81ded8ef7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14ebbcd9d3f8d785c5489fe48a6db26f48192e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93fc7dc591a9d328bb666b79d49bdf04af289249f15b0a13277e201b27c0abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79ad9f449a59208ae3eda4e708ec08f435ab33b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412cd3557723c36930eea5ffc118b48bbac0b20e58cb5f454696d33196088bc3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5902e7a10715fa87fad1e5f5efb74cbbc8417f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081d9f8d6de9ac9f6e9b6a387a936d6be4d831d8314939432321b58b03f2ffda
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c5f68309db909a9d3afefac977dd62226987
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed164ab8ca9242d96aa56846ff9a5f676721383a1c30cbad19aa23f7eb5ffd9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c4ac3fc8a24365255d948198af221643511678
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e32e2c28b1bea96745766bb8fff8ce40c87c9ab020441985bfa0c32d6189f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b03c66063bfc53363663b5370579aa686e958a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f5511cb7583633b63086f34d5645f34b6010784a7d21c08e48ff455ad689f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79038dbc0f52357380d55c4b8699933b0b0d6ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b407fc4030a066c813ef4583f4653a6318ebc2204c67af3d9d9000096d3d402
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575398ab65c199a5e6ec47a24c4c69952fd5d2f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af537151aec7583331d0ad831d7e9daae99b20b109e0f1dd3c17f31694cd960
+size 42115
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc36d6402fe599a6117f700308ac225b7098b04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db48c8c951bc649fba5a02aa510ec78615d549408977d1daf9b62231c826db2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1b5fdfe577c94f7c1cf973d6adad4b22f22897
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f307a329ad6dc46a5d2c247e04ed327d519931a0cc62c9c48c9489bf0514aba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388f47fa7833591d760a475ad61ded9bc5349664
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc071ab55fe08630af462a693e1b4eeff412a4b7ba74c6263dbd21541da3096d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594c8ec8dca6047580fd54f115f05e7454689e36
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019ec31b0a95577badf42306b2589be9eb89212e2a7f4d8107ad047961b47537
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0729ffd7c2560725caf431524c854bbf9f6c5030
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3f644c1e90a8d2dd8c6b19f4cde6664e49a53d6b2046f4ab5226dd7a26b542
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f803182e5cc936d6547d760388cb1cedd5e0da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86630fe0c9a0c429731014ea41f210f80958e803c5ce42d718a5d6a9bc3062d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f14735db1930c1c84677dad673f01e762ead82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8397b8b88fecb9fceab1f5568c9e13eaf83ee36b7612f78cb36f3553ea71940
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7815afa7debebcaa353024a6e878e1feffd55792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0ebcd2b32cdf3b035b4f040f0af494049f2615baccee2e1f980d6f56be895
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee53ed71f9c2eb8225b07c0e417dc08369a6ce4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab14a60711ffa58c32281087f5fcd08ea5900262415af0ee626a110bbd656495
+size 11395
diff --git a/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59e8c0984b93df25452811a8c22f75754945761
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38e8c0b6657dbd833d30a9d2081362f17ef01e8d930ba0ebdef6fa8a2b600b
+size 11395