diff --git a/params/phi/5/rnd_search/comb_8/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4373d7c6d41b494e5918be5354f4578fdba73396
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b07efc1fea1dc13351a0d22744866bbda8dc3e77da665b3224ce303efea4e
+size 205955
diff --git a/params/phi/5/rnd_search/comb_8/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231865f8c0bd392ceef48f6dc9ec9bb630098a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323974ff385560e0ae9f6b796476c5bbc13824b0f177c6b55526053962207981
+size 205955
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56164611f38f1a6b4138d90d81b3e02cadd514f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797d316d0660860ceceb612df2e1e5bd0944c3a346726e9b29e37e9c275e371
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232290beb49d56199f3c6f6ce97e116cc6066c17
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a05330ce2b2a9bd2efcc92ae9a135585381b54c80f272539ed95001702b15d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da67aa8e6b5fa1fd3c0e21bcbf3c7994d18a1b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9360505b04b0799922bc8036042b7e1497cec3528b7d9e047cb99c126af80181
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82350d74267022eccd8bd971240df4202d1246d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccf6ea33fe1f99ada5695e20642d86a2920b223b2ba26ea9160956a58457f0c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecea707d6b7fca02a08e25c3c829ab31af611385
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b8bff2a8f7ad5e26a9a970ebe83a4166bb49aafca31098a4284498691e54ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe5744f139e5f68ecbebeb2bfe7a424e7e8fa76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3269422472681df3a53084b38bfe2fabf16a9d5a761c8da730ac9120733d24a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0892d5a0d924ee429888649820f77d44f69862e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7cb836c27e9a658ea6bbf46600668862ff4600d92bfb32c8b26a10642d522f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf737f5a41ee23819bbdad3bd4feb94928a32ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc8da3af5df9a3e66dd6de0c7e514fcaefd2addbf45f5a8792d741b812f3b07
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f323073f440c100b7cf9c728b6575e76775311
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f330d2228eed875efc7efc3854ee479c144e64ebf7ed19ea3cee65a52f60400f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320a6e0ecb15084dde2f39ed2918157b69fd7f73
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bd9557399a4fc8bfba960f5e1447b95b886ba435aefee86a087da3ec92ea39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3941271614c363a9b89150e9dd43c1319269642
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02819edad25dad97840cb63bc5ebf78ecfc68c93bbf7eaa3c2b92344c29ea4b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf4e2aad93624da8910c8735aba965200c3092
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d6e278eb43823ba56dacd1be320d9602f61e99b715f2dea956191a614aeee7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c70c771d63a97126e0f3d88ee2f5d52f56f60e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96351aec6f03de7790f6504ce2a212f988e75e646b542fc014e79957d294d4a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9f1ab0e7087f3d676427a5ae5c6087ca16d731
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f10e57e29cea38b1ba2e989fe3c84ba670ef916480316aa60c5b223e6b57122
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f39c088c762932f5ee01bd0ec5cd40752d223f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88b8b2c0eaa69f3b5f449c29de12620f4efe8ce84e4f9411f3744b4bfd1e8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58210318831bcf7849c732b68c1bba8e3780d15
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a1038499852c19f4be233989a9d746c6a136c0bfbfa32a6d0ab86710ec1fbd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a469fe439fa4f7a9c5220468c0cd8d219bd6aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3131260cdccc33ede4d32e102eb46155764304e3b6c2a0f10c9c9a34e9bdc0c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151ab71a5f2d59bea79ad2289894b2427989bcbc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c545362c92932a4d2cd352e5a3d629c769697bbfd91eeaf4fa490a458b0152
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9db10fb2e191635d7fc34f006413bcdb1935be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f162876dffb745334dae0d3d8f90f7cb370afaf05367a75cf025c275ed369a25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e71f60aee302558bbd284335b32d1e1852746cf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3030f3ecb8a9404bc2a2a03ce421baebc344054886aceb1b6af10fe55185ea5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d618f444bbe10780fb2ea8d5fff6ae057ca40ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877846faa5aa24c55d8f40a34f5ae1296146f7ac13550caebdf52f4b605f9f7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da14ef9147cadf7fa450ca07fe66a29e68e032b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca46172c65db07de59d98ecada44467f8fcfa23bf072361bf14205fd5c5d021
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27bef262e97904fae1bb6ac935f6d452683947a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d82859fb7a79c5db215a947a781db6ffdd92c3358a7d2ddce84f4207c329b84
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1f14f9695b30010067f76f25d32a08ffc2f09c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174686a3da1879fed481b2764de6460fe811801b87b0c774037f2c60e7f77b93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aece940bdeb4c7bc89e38243b54d8e94b7b72e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8006cc4c67804091afd54b48d61e3f58be2eb8df507a35a749474b7461cd10
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e51953bfda354618f045b10553c0e50bd13a2d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0b96e5a94a1ee52ec33af922a872153c0d01c4b4529131eb3021d46ea1fb07
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737ffda18405a73d7308c892ea1cb6d28e9429e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a5ca6bd4cabd0c583aed1909c2f7f6084dfb7004394f1d7f0aab4928f50a94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1853eaaa661f565bd48a8ff0711899cd75ada8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b57d457075158e528ffc3213565e804f7ae15a326baec37fef693b3acaf072
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f91153852bcd56905c7ae0b224ccbfa00a39d0e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3f6b1dd0206fd9cb04cef6201e830ca9a92b2b431502d0bdad38827ff797e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bdbc6ca4d00ae6922b605eff06ea88a5d2e48a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ff1dc02eddb0b671873c97e650fb71edc95e77f3d97864b5a783ea4e534544
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92186af6d67e6415821a0d26c0e165fdcb83150
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71372437a86e35a8ee37480cb0759b077422ce2e09844d1970335641c6921d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264f30f5bc2f498ad497678d19166aee929c0d92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a16933c1f3d9bbd0021baaa1e47bf8b7a2f215939ea199892bf6df3adf8a0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfeb0b635a1ab82b0de880f052ef1eb2332f951
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a3cca11d14e8d2e29c288bb457d734a2cc29f5ebe66f4170ae7066f3033da3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef45cf1f6e5bb9e6aec3068fc596ea4f3839bd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4eb63a549f547f7cef313d0d34e773dd8a26d7c98860a0411c4ace1ed00c31
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309162b9c0e131f96000f709472a4adb9446c5cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98b3b0a04c4d4e51c71f29bc2cf58a3817ba5ac90d2d16a25d9e80fd530fee2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581bcf36d47e1aa102cbfe342ab7dd5101718c94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d8a31558e0d28971b60b380ece6379370f140a602b3e0ad9e4c3c54968436
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6761a71b62dde6f5cad02cb6052bc1e8ca5027f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ae84fa7c161f507fb1e1a7c6c19f00c33ca55566c65f5c7c7767c3d265ba50
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0d438c1fa98b4146fef0d40e0d0e1bde7dff7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba21b769bb29c9d5d6ea82b05cccf857f2c035f4c48dbaa8aa87cd0a9b84108
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1be3043a0d0f3e406eb837391d1ef7b1bc354
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eeab4fb717e444c29735c74e1463e9595d8bea7e941d5b200125d730b5e0ca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6093a6c77c5f38c2b0b109556b791074f1b348
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ad7177b22534d851bf491257333609e6ab10932b76a347d0118820db296390
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1da1cb68c4e6e0584161496484253181050d5fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebb55a14282a3d994ea715907212b7958f52ee4a43d2be914dabc26ddfa160
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615cc36109165b430321bcc28a300d18a9d49798
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c804b606c2c4bbddb7967f1a85289c6ee642103a7ad56b8230f689eebad23c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c802b4a422764ea2d14bf123676d916126cc3b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0fdebdb0869d9dc8fa08339a8da564f82d8fde29a39191e63db5f7925db4b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bae3befdf21e78c5e484e5bcc37420cd4f4d08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f0c561ffbc3827e408d2ba64d6b603d1cebcb1bd59743761b20a1aa7f93d70
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe39e43c4ce62bd6e8491d3e4afbfd2caca84d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc508cf65a0473b04b0f939ae11558c7138f243d0b4c3aaa45601159ebb5e75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec904523486b8a97aab6fa7039cbd14ed3e6f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928ba106f1ecef88439b07425b47d0661818535ce89952153c33f19d8b0853d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7674bf5cf11511775fb79ead3280944bd0c6b75
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3850de62ae811bd6650d9ef5dd0edbf0902bafbfce1168b5931dae7a6e712ce5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b7ffb239e9b7a29d91529f95a7f7913d8e2870
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997ebb249837ee9a314b2a943b2de92cb8b1dd27c02c1dd250c9dfd8d84b6694
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e659ee93462667e773a740b6c2f8d0253eb885e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a36be3c84969a4cd0fcb77bec5d2c174a871cf4f7b8d77f7719441aeac3bd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180e583afed55bf364db4fb69737a11b4920b04e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0dd70337912ad2d0b1856efa27cea14993483306efd36aad672ac9aadc6a0c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5399abab330998acafeba1c482540bdb0009a4d3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31000fc5f19ca16b7cbc8e46e0113aa7adf25dae85cd2c5f0792d545397fb8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b1e6b675dcf148278c1db5ca81f1edc40a856e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c685b8b51fd3246800c4731a2e23f88b4ccb8a689a1282554d1c8676a522db1c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c491cbb72a3fa87ae7932fb8465071ee35e7f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5ce4f8dc98768dd2c7162411a79e471e62326fbd175828eac75af574cdcd9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dca4ddf08277abccbd1a03b014f855f4d29d5f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6793f983c27c61823d8b44cdebc82c0ecd821e92422792ce6e6f246888824ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca50e638e00cc11a47743ea0ebea840bca1416c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9afb66e3da0db36886894df11a5851901225eba0bdb4feffddbbe5370a87c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cb6b6a3ad37bfbfb0af05938e952fb24fffa05
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6b22b74922db181c63b531968c62791ef0957fb894206ec8dee42a3bc337f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4851532880962a6da60167ef434878809056112
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16caee2596bdfa46ac633021f807a68ef3b40e3f0a24e15e036ce4b37a81bda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9668cc0527d741375b5fedee8cd4b3df635b599f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8bca582546e8fe17288eae35975e42d25bcb4cb5ce5f1fcaac872309706a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7ffc0441e8570e5a639b84c91086077fc4d545
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be49ddf83fe7a0912178a77d052a939c9712f8b8d0e03908aa2e50bdd8e7c594
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f18686a38c37cb741b3cd8f08d24f92cbdf082
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a49b7af0eb68fa0dea1d3a48141d870554a6c41122c6809db024fbb55dac79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9499eea370f0475f7a883a6f09ab12788a0923b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf7694e431660e6b9269f629792013dbfd22cd6c0947b91edb31948919211c1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0703a784c98191b52ab5bd7698011268d1823f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d347a97384defffbee3a5be0751aaa41c007b8cadb6eae747d505963706532
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cda2a900346ce309ad4443a4612af16bb0e193b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f4811b96373c537e9333294d5a1eb1c3ac4e4de63cc0b95883cd60b81e6edd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ddcf3b2d69742feeee5fb9295e5eea62416a90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502015aa39e0453342c4075b175b2fd24ab2bbae5f90a9411c58ff03f5d3a51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0040a6a111244dac1e49da9b38c5c2f5c1b1cc25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec746400d111fb3512a27ca3999f4a6739d3fe3bd5823b5e0e12898201da9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e7b4db9cdf5f0df510674d13aff7147b4c059e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894f59c4cb110f9e406413645fe99b5fb31d0794eea3b01b7bd062b51696f94b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141436e824d8118eee0bbabb8762d72958b926d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cd7c6e03cfbc85f67455faac753b7ee90c8d99e41b5c43ee491aee3dde70bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a8d7815edb8e4ba27c547103346842cf0a2de0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9bc659bb04a0575ab358305452b79405dcd45927128f05d5f165c565332092
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565b773059c78682a6120b1a528ed6ac7018b06f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51d39afcbb3eb8aa8ed79e6319fbedc146d905b0575a1f9b6d54e1ee9e9a2b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023436b5200f5c218a95a4b1e2f8ff3a2def0962
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995c1b5c7b05f19b755f1d34ca0d49fbfbaa76dd35bc196f4511c5229ef5ef8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58b58b980a644159519bb42edc376f026035953
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e726569c2d2464e7f47d03b26bb6bdbc9c61d641c90312e1e87eb2e6c211fa5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626f18b69c868f4800d21ad52a2c2d96fb9e496f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d00c9785b5cdcb5c4d8349875b0681eb06906bd23afbb3bb4636c37ea2176a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3cbd2bf3176215169426e99ed36d6ef689fe9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f001463e18999698d1497e39d7f54fb647a67c9619fa00dabf3de6429aa59a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec26eb93c149b139092061c9ddbf0752195275b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2530712d6760e1d6490371e16e1fbed73a747111a7a69b62e6c42f04451720
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2392a724800dc91e224383ab09965093e7c76773
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add38e7dbf0a8c6a3c86b99a6488efadfeef8d4f12ee2e9912f79f1d5acb15a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd56d1f0bf7de245bd319237898f67cef378f29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee44b8c60d2c63e0a92ee340385bb8dcb9f861c3ad6f64a2bffff23547917e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750f60373d19f6f02f11f479450d7df166918444
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f451900f0e02c2ef399afea9e80c318546d4febd5fb3437998581aa2450a81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f85c7ae155e107e1d49913088c4eb58bd4f9a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0a04b5b1a5c550d8deabe9a4f044c8f5bda960dabe2e04ac3083a4ed120952
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08989fd3a126a9bdce5c5982f7838fa6a17fbdc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3964de81fb63ba0fa5fd06df86848e0f2c10b2dfbfab24aba07b9b2e57341e43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b33df0d7bd2012d0a2e34e838c631ac7518791a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d64c0bb270b5bf905e3a49f8339a28deca1570715e56225643fab20af9d632
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88941653f53bafe6df367fd69ec459e0b9b1e255
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533c48896c25f605e704664e9644ccaea224d8a12f56efa0918208c3ba59db75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5113882385c49949a549a6f8604b7ba464722c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c96c8c002b65e6a2d28788149df208d6b015bf9e0323bdd30e1705f0c64825
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f9cdac1f5fc31eec9b55b6734a06c0ec4edda3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3111e8850a26e2e3bcbd54590d311146fa21657b75c052be4272ed6e7cdf6840
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce8b29f670b40ab549660a860ad8f271b2db77a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb5d81c8f5b721272b560915aa0b82b6a43887f2dc1fe353c6cd120c19d7ab3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d6e824502d801f90dff29c3da8a7b0f2867f74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5134baaf3d1c2449332e4eaf010fbe5a9a6c3b674f9ea11425e59cf4981e35a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e000066050cfc50a45db72e12c2b314168d8b77f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bdb75d57e83c9a52e97fccb96b703b9706a48f2463f67aae22d286b6e8f47b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01570b546b129a74c9e348dd0af3a2a83a9fc04a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07c4272a78d1207df8a04cd16152ca49fcf07c993142fd843f4aa527f3eac58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee21ed3e5059061d6d46949f44d2eddeed9ad6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfebe9086dc9e14442cb58a5b6cdf293d9030ff9ad0f4dc96f85e1f2ad7f5e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900f1f57e802f0d2397145186d36f1a253db630a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3295eb993fe0a90b137699bb133679954ba494f9cfde7e38fb22fc9ee900ad9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e36b65785062f9ffd6893b1cce8167f3a5db6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c9fd9edd561c64694ca46195c9b70d94ff38285d25423d999bb1867604fe73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9668208609ad0b744bd091851bb98b03611fff2d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08000364d8e04a6cf4358f0a2d488a8287b006cff1a877218ece4cf9368e562
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a97f11cb2fe379ff3a1691756ff0a55ae2adda6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1931182984818ec47197d2b2b05b871e54f924d5e5cc16f6327af6e1b95920
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e594698bb6ffad64b3efdf476908f15c2a40c25e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580ceedce1bec5f1ce035bb9e3f2615cee6f2c1aa6217afa81112b407483138
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252d51f8f0a41130951e4ee6392653ac34bd54b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfee061807bb7a5ee4653308bc52ea5978faff9f802fc668b45048152d74995e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198787985e75ea9ae932632a9db0f973dd246244
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5757411e0cae889a425d8800c2dbc7c15474a8696b6cd3e25aa43f42fc9692ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624b3360c80aed31dab4a42a4e41835ae48eb423
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fca0186cf553d95db7b698c2c7c34f66b1a64c9ac8432d2298509c2d4f39b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5d65b183d35fe0146a4c556cd2814c74723331
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c7f2355a7c639ea94345ab99f22349ebd5b49a82a14e86ae75c40f5a528489
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf60bc0197853fdffc75c9964729f80589e0669
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1f71b53254fb5c59361886a1ddf1ff1e836dd1b5b51567aa82e37844132dec
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf88b2197afb8bbe08153b3080486eaf652b7a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7cedc9dbbb2ffbb06e6c37a7d896fe0d9421e491693c39d047bd2ce6e419ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782d6393ba3fa067f7daafde70c136138db7ff1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e431dc8999eb7cd5dbb5ae05447f2ae3d94d5734b7e1f0828e8ad9f8d1f83c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f90ea7b837518b4586d7bcf417bee82753bd71e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1945a5d005b18214590d8c4958d9c7fb242dc5626f6ea633097ae2061b323934
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63ad5b3b7a27a60e947f122417ff663c27983c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efda72a875fda682e4c3d58c55114063bd923902dbb30db6b98f78bb310a2f32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0bafa730998d04c80ada09f34e9a295b8d7272
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6742b7fb8528775d3ee46de3bd11108089e446f79570e1f1e69094921407b55d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac3a4c68500ba737bdcc1d102ba4698ce7fbd34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a9cd88a0c9c3caf2cef711294f4d9fe5cd1a579acd75bd060da4b66ff009b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80779b98322b070344204ff4ebb967b446224f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ab5ab1b4025558d6cb360db92b57981723ad7148c41c764d3c58695c60b1c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a52046239afd607bfd74a81d42e0c00a61931a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d32847a9347393c66e2b13f7480b322fe4d64c4f9ae37649a4dfaeea4cb7cdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38199437c206a27db0c673d6633ca92898906204
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141ef1d42d73cbedb38eb7189512a440818aebb21f68436f6dbd95960ae23a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad620e2882c5c53b4405f0a35ac5543a63c673b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a775cd5526c09501afd05b310c2039447b3e271a5f804df62bc52407753678
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01e7f986a71874744906e253b598d846340dd01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecad259d0eaeedcdc81a803785bb18f1e7bbb8a7e3176e7154aa9480550d9af
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04df4f49372f3ecb3d9e3c1f51a785197f404787
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba449cbfb7028ec73af8e21484fdab2ccb4f86a60ccfbae5483c826304c657
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a246b4e4a7e10da1335c8b09ae089040b3e0f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528d3b9876ef7de8a51324700f852f028f1fba7b6e54e9344e322d57edf749d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368e9b9292d15b53f91ca2094de28dacdb94f38a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4735d476bd4cc3c9763d21e07327243a763db8be307a90b0006d00392e67ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8db20a5cfca62256e2402492d31a509472e62c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14005f5e36e1d299c35c0f292eadaa8363136e698b9e830520192a8dd5358834
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357df2a3418766c90a1765cdc8fa913e9296c931
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cf9b755c6e5b4f0e3bd0ac35d4d1f62620b1e660e5e30dee20ca1b2a71c15f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14c6a5ae8e7aa1f9da17e1667d401143a01c918
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5337a519654ea361274e6b44620f42e799e19d9f98f7ddb922f1c0bbf31e756f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63656d6119a205765f0bbdd5343b65a764ba1370
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86776c5c2d155c4d4932514d56faf739ac9646824c6a564067d38099d80a0849
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee413ba6c74ec6377b92b7b8fce442caae2a80
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e3889d182a344f9c5a16251fa2bcbaf95d3f44cc4cac3c0ea817861c828f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738249e00c6d886f42460dbf0d83bd6a341cb5bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301fc6de812b844daf3bdc777e27c94363396501ab5d8bf0b7e646a4c69a3dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd35515db0c8cadacb2631090fa22e0dae76b65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147cec21f15b6912095aba6b18d2b0b811607380116b25ccd2430b04f2d954f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0294896e461044fc568872b75f807d9b08fe15
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5f5ce0c55c7cd0a359f5bc4d591e4abea310abb8e87d3c9424e726ac720c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa766520704c8fc7cd5157aab5e9b86fbb0ddb54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c7fccc81c7e757aa31ace23d3211f08e365b8d8213f704a6db5e8c39df6ca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769d1b272eb8cbb3024878484702223a9c2981f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0a5300f945b47470aeb2512680fd9a30211086a48b0b618b273865491de33
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d56a42f5c6785762e028d04247b63e20cb4617
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5807eeee4fd50f4014f8234bb9ae4837f2b4838c78847c789ec418f341b689
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ebc069bef4ae7bbf73629c5b9330421d70a94b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6233fe905efcf04ad51895deb668dd8b261b413943ef5c04b813f2b94813412
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5638b0bf24a696ada2c903b538a2438f5fe60e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223386a742a3668f30456548bd845137f087fe80379e7cc1f3a8f06096567a49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8056f29e67a5b351dd3e5df28c97df4609872b02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2af711fc3660af69b923b9cd4097b7de007edbfa944ff9ac6d92d91aa0fb3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51303f9214078ccade5f364713ff065328fe0691
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d556eeab163f06fa45fb222dbc97e8b107c6f939431816128708382cc64eb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a92c7078d9c13588192fa52700773b5e624861
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc0a0b8f8573c7a9f2b5c329cd3c0237d9fbd87a75bdac2dacc69a54b1d163f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01d854f6011d54aaec8c824f5babb3410aaccbc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4af17e341f833adc9783a421b4b3e4d6f52d6fdd827347a78210612c366b82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927d5dd580fd05c642052777bf8e1ee13ddf5096
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fdf29baf8dbb8c61514e05318dd235c2cde2e83de612ba62ad3e9cacb954d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd57fe5d529bc8f6dde4863583d545b3453c38af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e600acddc5d4f3efc0ac271857ec0fbcbb50e29ac4c646fb9eec81bdf0bd3ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e8a1783bcea9aad8b7295ea15ed25678a5790c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c02cab90010ffacbe171911037b7ca35de1e94f38c0cce44b324d221392c361
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152407f532d645ca7b199e5fa046241c5d4c5bdf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a9b10c83b09c6ef01ecd7fbb4cbcd7cb5d42022b406275d2d3c84227c159b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932f6524df75095d5ff0762a76a030e912824d1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fac922721dc71188c730137ec03e34b563492f40c6ec08d7573deb9b5b8f28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91a56749231a2c7551184b05b2e50bb45536720
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832af17cec519c7b84a9845d33194bc6e87719250e57d272c5bdb4c11a873bd4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866410fce461e362f67daadebc08a644075c4fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a5bdc02e81f1c11b706446997b62bb16166aa22b0bff41f2b04c69f07e75c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655bf5c27fc8a0d1344b202da3804cc7256679ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdd1fbccacb416ee460e22888d96dd13ebce85633256c1638ee4abd673c0c3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d7f992dd7af70e5d424bcecc14d8b3e569e77a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36a01e0ef040504de032f4ae4a111eb1a65ed6eb72217d239b96e3da9bc893
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad138e23f0ea6ac367cd164bca14c0d87f779307
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da1b62824d0239527073c4d0d332061bd06294c179d6ff2d48ba8c4dc98895b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0805948b806f1a8f0cce056d4cbe7ba597d162f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f515789a5db222edcadfb5cb1ebf775fade08245f02898f08a3a2d633fdca47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b453f7378f5bee782fc9689edfc09dfd342845
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dac2c7313c97e2a3836929a4ab7c707f882d075f2ff9c2aae8266e1186bcb70
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261c6c2b5b2a727111c3208767429cfbfc117bf6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f0e2726912a3b6a65d71b013c5c3585cf61222bfdb520514582f7ace1bbaf4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d406b1b6695bbc42143158fe1e6fc336fb55b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51b083531846a2458c58b076a6c64aa10739cfa9b46f02d47717359cb6362e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde25cda017e6eb52938dcdb97c6b4a47c89d7a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0040b4e05976d9a8efb7c5e2c522baa35c8f41abe89fbe6c39316112d5f8fed7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52be142fd96cc5f2c1b3d770a7eb5411026230
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117abeffc7ed2eb811092d927b16919c4368ecf4e138da4040257aff685b001
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c833f1a301fc2c968cdf70d553a3aef7c9b0b23d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219b6a5012daa16e65663360f2fd3267d8d780920276cadfd8a441f19b647472
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d3527e55823b4fcfe21778842d0cc2c5ef344b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e47714c4c403f9c22d1fc4cfc006efb60eb2c78cdd15635574fb1d59239659
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf098fadb7e6f33df029cfcaeb8e945c309efe1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387e08966f9afb97f6e323721bf91ccfc15b60372d321d71f6a8caefde92ba5f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45965d8db738daeb1fe36b7e763f0bd2fee1afd9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89abbc901b6807a515ed590410b70ea6f27cbe69e0dbcc8c0513d282fa34bbf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48af25e889f9f3322f1442c42848ee30783ce9ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a7738ad7246e64c43d1d3c1252e2243cb97b15f9bffad42d524e094bac7542
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1115706b863daaf2687ee5b4ea07d2752a438e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b694ae65178c8bf35e28c9c63789610ed87bd5d62d21b5e3e7b02d1af28954d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7508d2a398148a44027c36df8dd08e216ce308
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9406674cdaf7ddcdfd234616a8b161be6ca00e2fb5cc2233871a79570cbf049a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db45923bc420b004db7838ccb2d849a34ae8593
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099768ec749bc0b00385358a785511c72e034241255ec269ad7fa2aadb9e2440
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edba13e86fa770350f681015f8d0894e6bcede23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cd5f3c29a77d9f585062a293646944613100afa83ec2549256781051c438dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e4f4966189c0a310166392d342ab14ce9a29ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0f7fe10b84c848cd37211baa12570c3d6ff6a89ecb0ba632c6429a836939e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88843e5188743bc698539207fb53406bbe1d5bcc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f0525378f3d64389da868434e86415e6e02673842100208e0b23e28a86916b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ff4e37ba1bff304c1e6ebe89d94ecf8df4cd3a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76841ea3e2ab1cac534ac621b10c795dfe3e1c0f5bf929f6a6093767c6e22e9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4175d5841497cd8331e22a8a76ba4985d29781d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac1e1cdb3dfe7900606c79b99639580b5a38bf7e9d36bd4f83fcdf15513cc99
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84731c66d1f6159c13217615ea64cda5e8157cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c93acea5695ef561f10f9fd317cc6c1ecbbd61d65c38710fe5e7d4204ccf899
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582da113de40fbbab340ff8451eec336d6df62d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccbc1b9115a1a40d9b5a9b64f6a83813852e46dd92ce977553364bfacc72c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254115ad7e14b260eb3ac6d283bfe48cb81c6ed2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f56210f096aa931b6e1944784fd75380db2ea8e638353b85e386dfe8798039
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81175595fa6140762ebac81aa62fc4b1b2af3f2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97263979b2fba787dde7b028de98bbd449bf0f6bb853b59e662ebe7e634b678c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d55dc60cfb7ed44711db814cee9b141505e0692
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa4ab7d7ffcbdb9b9a5ec9f426f421d9f83b5b7c235b1a8e1b92e0dc458816f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e19152b1808020ff8533c8e2b2520e086c8a7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aef262b6c1236a1141effce0a1e25f285293abed8b17f500005bde6db9f01d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deba8231adf52d940cf4adf9a98f70aa5e9ea932
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ce51f1a9330ea6ddc34e5dd786a9faabf6ad2a16b42e2cb8202a6edbc5b922
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371fe95be1aeec7c960978286b938c058618620a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079ef1f6a245e2b50518b76c115f9b33765aaa56347e3e5d4c9de63d631135e7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7c2d6219b5fcdab473eff9b3b0bb6ae0469267
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a626997ca4137eefa543bb52c4a40703b5bd22c7ebd9be618f29407cd0a8c8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4667aa681d1568613ecb39be3159d2d4b44f02f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef940934b9d45c00d07eab1893b76aeb47539210411882938b4bb754e4b7f16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516b5d5aed5e4508c937e8817347cfcf35be59a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c5f413842377007c9ed5d213c02f44213ef4a77ad3dcbf4d62dc6cdbc41ce6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f93a71fbdaf845f27c870922c1220b315d36b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d67c1677deae2d544d1a15a6afe6ba8332a97d6cdbc929e660656c394c91a66
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e4f66ea6b5f78301975d81a1f0024b73bde0c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56af62254ac2426363e1ac6a1ab777cc7aaa3486818c7b19a832df4e0497b08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9e4098541ae30351ecc4d0f81d18275139f986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b52afe719750d7f94c20cfd33beba37f162a566fc9bffe969ed284f2dd6848
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c80eae3ef500ea677d7872ac27d5f64a4020b8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307052922ca498dcb2ad7713f9ed25d637dc0d77e9a48073e12d4222422ad7b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1407792c7f55d78170e254f396074d73dc4a33e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd2975031fa401538682378743be6b1aaee904bc0aa3a0d449b185a380cd27d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b803220caaf47f8f7b5d911377b2f65a71c62a9b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9fad4dfb3bcf4ea0675db96aeb967ef8aca3c2969a741b7806169ea948ee16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8b054a1735188c14b9987c365ab08b417844af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0bbf22d933bf2da91b297f830666beac711a5a6437aeabdc71df822106cd5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677d57295ba4274d9c7decbbfd10fe1195de309f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd2134f1688ad30b532fd7fc4aadc91652d0a4586f33cd8fe2ea277151e19d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c56dc3f1af2b00576733d6ff0c19f732339e12e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62287043776d2adaf733b7956640e3a0b059ef2eea7f2e0ab1eca3713976ed44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52919f5eb39f64671ce0ba3df9e2a10da72ed67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a156f6a603d98025cbae0214ed3726e0f7ee3a1ce2fcaefe46f9f9213654d859
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c9065c28e1d6ee10785a9b621db3dc4a0fa669
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98787cf5d46bd5b50ef8682fae9ef170282cbd38c4165c295999e3877ac4d414
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9a9c7e65139827bcd5cbdbab9d92eaa8591e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94743c1066bb8207e72499e1ac19eac47c6cd9b29bce6fb32005b2bba2f0b30
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b4188c2cda095972e9c42bdd9dfae8411539e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c9b73ff721ed33e8cd7395b4d90abf6b8a563d28d9a1dcf11fd3c40d59f59e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90768394ce2e0b4346cbc6abf523b670d34507d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3842007ae1553e35c995beea138db140ba55e991d272115606dc1a6351f01c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e06b239553c82f0f973da2b28b729968ef40d5b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6a0c0d6e9479187a3b951e119be6e4dd75beda059b8034756c65b9faa3607
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e76a2d27ffa7c64b00cd0af05a3d45b609007c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f81511b0bc1330da98b704b6c2ec8bd0dd82e10b756333ab0bfb8c8bcc5f13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ddaee4868bb5fac107a61b8faab6deb550c089
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12519020114d08017a6a16e626b9257042644a247b263eb8e56c234e3540a815
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb51c75a84d666bd2f1b1684edfe4da5d308167a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9282fdd3c2b69395e06cd249bd691621620eb43fae15508b62dbe30bd01bf032
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04f49595a5bf2e58062604964057be672a6c099
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38306bbde1a5cce0c641d03dbe0fcf878a7fcad4dedc6a81a90707059f5019a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d848a93d86f08e11eaff1c52b113553d167b3ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6062a759b1c94652aa65ec80affeb944dd76efb2efd9bb2387252f3f8b9a85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9eaa2f204e83c3bc670fd8ecdc5a51e7752d78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb189a8820f16174310d5c44e9f6f5264c480e1124bbe09f62ee3e96190101
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4515fc5def9eb2fcd82f99071fe966662b5d277
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedf2239e46f498c8491b28ccd9b3f2d7d97343ff5ecc24cf990b2fd591bd364
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ac78a102fbe5ee5a6faa3a3a4f468f11a68235
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0932661d4b4b22a7220764289279bfa958e5ea58f04d1be8ba53b27c0aa5785c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76280b9eec458cee26aa04494b3b69a98d8bbec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4496ec3629efa0876fa934178d5b6de13eaa7776d2a4c5fa35946ba04872358
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af514771710e5da9665d79b28b08993af4e19228
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7927b60cf3f8f13f6e289869b15e53bfb7dfd3275e392a7d1efa14743a59954b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d94b2981c3d7f2514144ce1e2d71cefd73971da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c3540b30fd55bf95b5a6a11c2b6c32298a50a09612aee93edaedbe7f2011d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee67556f1548d2ce7bcb25c7081bf47d89a4fe9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612fde0376aede524244bbcfeb50eca1b0a7410bd6591ea0d0d024faafb43c93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b8ae7665f7cd2a790406eddb485081a02cdf7b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfb514ea338f17e22201794e3d26f6849eadca07261cd43a28caed0b2e05836
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6ece951733ae2ea2c9a67ceabea51b1cdd901
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270c2e64b7eb1df3cfca4d686536d307aba52077eb9c1d810b1e5b51cb40deb3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b62af96855cacab4de980c9e89bbb97ec15b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61773def81f5461966429755510b57371051c19fb52cff1ea6c644fdaba79001
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdf778052a08703e09c26c73d98ce70a63a50b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf5af89f116afbe57e0a32571247e5b4aa905621c4ec89ebd3b4213310b9c07
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632da5c7e8f4e7668b046c232294b0a51e59495e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c625308fc223e94f32a3fb39657edf1d5b872ad5f49895f8e866a716bcf0a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f252fdb267c985d8914ad8beae38a5be8cc26fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536490477854709729a1409c22c7ad9b133daff8bf572f0bc7b613039a138a82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877620ff1721435d9f997a2a57b13856bb427ca8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5492c8be26f832f067cdb6acb4b1a75e6b4b4af144646e898bcfcdac777d70f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2790dbb2dad0222b6d74ef37799c5f72b50744e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5e86258ef083d80654ef27ed24ba3b705f94dcfd7f21faaef21cd4eabdb5d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c108883ae3435c20cc66a869bc3f7793b62ff48
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce7d963b2897bc87101c9913df65a1fa27c16d4f6f8d358d5d4c098669b0833
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5711f33402662ce08f7e8a0e3e1ad63bc9b44990
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e03428ce882fa9b7ec3cbdf67b7756a07275ba3f6272001657bddac3595ea7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d0a702ad0a4a1fb2f40eadd4c88d8d4b4af51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b357a18ff9b264aa436665ac54dcea9fa3df8ddc5f5530ea205c6171929acf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2961e83e24f0491605d3bf3bb74e9b618ffdcafc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2a09efffc137632fb7a276e278ca7ab495a885c2d4b00c3dcfdbbc96cf9812
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54401c4d3459e96d147d4b0730b5c33b04c08ac4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ae6b7aac0283e6bb1890648b680cac17579f9038e6a797ffc43522351ce194
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e5af892cbaa526d22dd9e3eadf3a429009f337
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbb70d1e9a56fed63984b3e1897b41d7f054b402237639ea9b2cc442fd567d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f1cfec70151e3284bd7d31dff1830ebbffb78d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a5dbfabb02d18fa0048b08680148851a4610b436a7114996141b107b67cb4d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02cc7c8c8a30512f59215cc06b29399ede473ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52880f46c73d4f97e1ca5c96dd402c1895bb130012ad41e76a10c6f1d2a35c97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d7c86756a4fb44f9f00f2f8403036ae911b3c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd81d6dbb6a95e36d92688e0ab7f9f7b7148f571daa3b9b84850b34c659e231d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971efe9562a9a039e0517b80217b74ff261b2dd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22153a462bf42af1498f6ef3253ad5240837643563ec3766164498b03c820bfe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e19d944d2c8dd8d6e55e4169a387292e63f25c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbe9ba473ca42bf23cd78b61ab5d027dc4132a4669a484f7a6800e95203f82f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d91cde05565f668f0635f5cf1531f0bc2d4864e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb1f5dfaa2a15d07b393c0f70a20d8195fa849e81fcb99aee3989d6379a8e3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec010d483f566c1c8abbd9718714e20c0f4c99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7429d5cc092d57a5711a9bbf1352034be476af42a1705178b79ffc57c59bc6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d151a6da3d62c7063526255d25953cb4c0f0ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b795b0ef17f05c3af3ae773992538b77fa0f8127aa4b7d568e62c05db13f522c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6826efb631e57bc5d86e0d0f7c0973755c3df0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4b29f3f4b44063261cf3aa3827c20d61c69422fdd7e808e125b33529f0a91e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610fc14200bcc1d6bdc43c386ef36b895ac7d77a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec65da92d35d949c228c1e82f548a4e1709d38877bd41c0c91f456bc3c2b704
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4add8f61bed37df058930c00b60cba7b1b27e9c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e2ead7b424dfcc6df7592e08f36e579f74b615715d95ec28b90697b4502faa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5a0bbb21038fc5992d9317caa211ac767a76e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bac73c219b4e73f53538f16ff8fee788b82c62a33184fbf239e8aead5bfd5b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb20a6bee5ecf8a750bfc25d2487314fbde47a84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a26bb7183f6fe86438ffa798205735893ae398c75ca70f21b22c6fdccbf5f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30e82da6e28d7f579e4781b3481a494af8478b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99e140d826e712e4bb4c359dac418c40ade1ae952e9208cc0185b1812948417
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13050dae0398f3492a00403c459e1ac74ec480d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30968ca9ec79c4312a26cf22122c6ad0224ecf75a10c18366a2d4b273821f037
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabdb1f4bc0322b02f8b690ea78b9cacbcda1986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f014da3cb6f0fcda1e463d351510c0f48232232074dd299735ea75a9b0eccd99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e3e0889c2a03fcd72dd5def4a430c4c5837742
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e761281d783e5a133b933e57f14e1489e4db33360033fac0d4377903e0e331d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1612545362c12783cc2da441a5e922549c4452
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e523b950aadd954dd48eb0a90876b5eef31d73b3935a769cbed1ddfe39faa9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba540adf8ae3b9c1407544f756cad0663b8559f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd8cc35fbea0ccdfe4bfb1ec8b84cae1a7621abade85bed40fc8c75f702cc65
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf652120a537c2f426aee85aa9b71f2aaa6cc5a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584157559afab76ce062d4c1c4c0a754c69975aab741496e3b57c230cc481a1c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0115e08f994ebb65dd4b4edf50201ebc60b300a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55962e8f59f561d9dbbb9767aea4f311f455393fb8390bba76d653ea0ffafb2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e19b7dc371cdb92dddde734a0c6651ecb63dcfd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21757b03669452966be1de443952a207c7ce030472452eb53b123da3f526d9ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58207c19a71986fc64b56da5bbd68de8dbec7c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc24a51a45c61bfb4f50963482591648dc1c53d3243818ada77d51cf8020db1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c1fa3b85a6d7abfe436ef9a1e3a0921a97735c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89737ffb330061837444c61c68695d6e1088dedf3c00054cabb9443859680686
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bae430f347d35a92ae83f65835ca3e2921748b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9839cdeab0f4e752b63f8bc40b8252ce5b83f34ca71c497d09c5b7a1f86f4e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e24ae67bb5ed03699d774706e3158b32a99d0b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94320d65a205d51721b01e10321687ab2e919a3aa8385efd8ef29078e607ef0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817523f3740d0a5cc410b12ea2bd70447128845b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe01bf471eec496bc74085880ce30c2ac72eed482f1999aa08b5e3f35112da7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be5544cce4e39868282912f8b806c92228e343b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887476b85cca829a3a6b7862fe0d8b4741e2882a954a027cbf13b15623b79b28
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9e206d6a3c33122bd6a6190e99836d3d03cd51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ab15609a606f3dd3eb42a7faef1c199dd365fcda9f0306400d245de8783a72
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4d29a91feaa6355408b09a9abed4bbe698f978
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b558e709ded8f9cd906d2c70048af8817d6d3d78ae51c54570c82fe17e04f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec971893f11cc88af4a2c017294a36fb38b74e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b42492736cf8d894445d13e7c84a5944dfcf446cc2502d3146b384e2eea7d8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303e1f3a473f6e0682296e0d6dc66b495523c1b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095724c7979421b66fec60ddd935dec058fb1ad485fad0f0eb9bace09e396449
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2069f4f8b7111871fb5c84a0bca3719a2d7a143f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6656c6181dadd3c4d4804ea75b21babbb3222db638da56d6d3ff30b4f9a13425
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92be3b1270bc9923674ce28625dcd02c44254675
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc98f7d79a2a2abd1dc4172ba272ad6f4193f84cd150ef0c15d173fd34819300
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023770a3c485c20d546b1453db9ce54370cb99ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b291ae32943895679f0765760e972d13c4779bf019d10ebbb2f7c803097074c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4afb5da1ad7a420618c7b4fdccbd7fc5518e85
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a00bdb691feaae6a42fce1eb57d6746508653fd4a91df7dbee1fd0b8a3e90bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c4b295909b1a2afdf44a4dbf4aaef2a379d97c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0880c853f4f1c08f6c40b097a22e1e2acff28360bb6ccffb7a042c4f64fa8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e999fd5cdc3b520076e01fe4104e93804a6a7adf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f00e825adaaafa4141a1c4ba76b2303dbb813a2e22573422644d893337a680
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877c53bc826edeb904ad3a6911fa0f2873a46659
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105ffd08a19ce9fa07bc16b1664e8a1c84d2a1dd4080af585f78d09f9201a030
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2625f9a5ec2da1bf43b529acf445ec1609d2eb86
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3dc22ab8f4d368723ddc07cef7441931375e77ce671cff75867273c43f9fbf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5474e18f59a72b1e47f0b20f51b0988f5d486979
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f37e2dee1d138901ea136b487184581aa86dabfbf23324d8cc4aa87bd988d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2702f1a674153537db807f45ece8612a43b7f79
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231706af796f17473234064d7e6f2dc83a61a2628eaa286dcb46a5a6b7efbe08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b600ab684388a38d981576821c34e5cd9ef384
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20e512de9e6d457a9a49da0844de94069a6a281a015900adc003d3e5402d8c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e2c000ac9bb5bd9a59f705005732304217aff2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a740c2b17fed037c13d308b10b8edd39c37bcd8e34e50d9c7e53fdf20bb604f4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1854ec1972d75271a53a74cc339de8aef6c68986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c966fb8c35932b82b84b109172b784cfb971da2646209b1f4fec3c3a3e5cf7b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26afdbdcdd7ffc58e4c602aa1587c27529050fd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6f0c784f59501d625d7827df064640783c59d6a858bc3bff65b6d4a4f51dcc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecdf583bc94313d375ae89ac650c044d605d229
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75903bf4c2c67390e5a1d65f0ee8dc318a8a203913d50d1c3b844d2d6cc0bae9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0453716a3aec6c31818b6b4a21a2d1b0e1a31ff4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e64f34ea8620f44a3159865d325e26845586d9d69c9cee1a25ddb987c3e960f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02bf83264f4668a9f34d36e72e73ee9775d8068
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d4cc4a5f46f526d9165ad166813b09e52e6281f6bb2f0980ee2992d487970e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7df7f8b9e55c7fa10a0666a14dc77c1267bc3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea62894dcb5271a98d7be3af26bcfd8a122d6954a9b132781ed4904630fd2ff5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a356f65ad6c65f611e3faa8f6a2ac256e757fc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58469b325825805c37b34cf8913e9a201bf63da93d186b5e581c1165844933f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1304923db0745e3ad664fc2a3597a9c4edbd5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423446bcdb061613e909f933813c66c420db186a78288c7c5eeaf76844fdd9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b50ca7bcc692c0718683ddb4d0ee91a5334ffd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5b4b57de59cf07d40905dcc510e98098bda0d03893ac3183ff7c8dc0bb250
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41656ac411a25460af1b7899f114e8bf58fda1bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa3147f31f3e9ce09db029ef990a84dcf7c35c4c290b46a4297c634a6e4a8b0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f74a40f7483bdf76f60e6eb6af36ddf1571029c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e42a3a8e4c1911bd33c4a0b81c253562cf9f3828a7a0a46c6aa6e48362c5760
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96bf9ee11eb0fa720ce7e93d0c45031b58450f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882f0f11b638e27630a67c8f9c3020b525e480c77d71d62da9cd955d72978091
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533655f2af3a69d63bd1ea5d060491654ee4a2a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b724de126ddbfad0573dc300ea588d3ad3fa8ee916e309db10d7016332d32dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a32cef3fca0a7bd21a6cec6ee82b5f4618b756
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac85fa447cf5911881c38499d270a81514c7ee4f54a5a78c0d135a3fc59d7cd0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f018782fa25bd25a819d6ecac5463587d0368e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6186d2c04e3a23f29e3e808fa625c3f4904b8f9349f6f0eb4748ec9af8b69d6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33354a6bb1553d130c854dc07995da90610be615
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e753aed264a6a7f5738c7429297241a424c0061a2a2ac0976a40f3d10ba35ba0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c223e29caa55e71bd43576574cce89259bcc1fce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205befbc10b4c1e3a4780ec10f64fbefa0f2fe688bdfc1d6e7935d7f9adc8a0e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d730f00e9c880844e40e605c448ceb97f390570
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4901465aaf78e3aa2b2b2034e9233a032b11095e54a7016df107ff3d36f1d085
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2779d2deb1626909cd7cb92c2c0a702470caa599
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a7af6e0d213be2aaf2987870813645e2eeeeb33657bcdd30d507e7fc296f39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9983d3b0410ac8180cbbd8db9f8572748c1b81
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f6354084b00cc789734ca8602de2c81face291830dc537f8d733f71002fb3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91364785b181ccd5dfc7376fff56ba05566733a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f86cb7ebec9ce68d893bae910613991e14e513886a87bd887952e1801a3e42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6020fbb4e66505040c1b7f84b3c478cbe13abcdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83ce26d5016ab1e82293d59e25b3ed298c58843332fa42392e664f0101bac89
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92efeab5901b90ddac31fcab621d33f7933bb5c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261336a3acb85430ab3508fcac38851683de55a03a460c00e9530a91ebce7dd2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93082976c808cf52597ff165952cc6cdde448985
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfbe289d99d6ddb691e7b92c619a7b4d51c2de9d01b467725b5e4b40132097d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658ba0b82207be1b21610b3d610cf1a766947ff3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a124421e67d22dd6d405a20028ce5d9b9c47daaabb276ff9d00e68199f769a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a945782d38c10579676cd538703b9e9724dd27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4137bf1d327cc071ccaea0f20491a5493eff8a05c449ddea1e8a9afa125497ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114a0bf0e3e9cd84c80ef5e28508006b4377b3b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f46adbc0e1b646ca673feddee3fcd24e0b1fe3379d100a45d728495f61d7be
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45009db5a72f963adb7c06dbae5ba2e420434bd3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34534b112043bd25189b060c6d8554d8ebc4e8f759398630256db91dfb93a059
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516289a3f5f124421d23db4208c52294521be71f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e094bb3bf0ad6e2b49a71e8d4378c86cae9608c90f592d58a03b5fe93fb1da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02abb4a24ed252c7d70988c6fb18b6d883f0677
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a0f7cab94464a4fdb8da4c92b7a80d7d5f4466dd02ba0a436e1fa8e6fdb5c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2068990b9d52fabe2803ba26e21deea59a75a9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038fe5081f3d88098d93a628ffbfb40b66b215acc46238ca06052c3230219b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f0def3f758d9152f928d1b96eb1672938b61cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b59059fd0699de9637a8402e810162f6a1988ecfdd1a81419f20dffa3e6077
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ec3b86c274904ad4f7f0bb7d75ecd0e5013902
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cfafc2b6a8ee14e8793f1b81da46da8759f954a23d11cea43232c1f0ed9c8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c7eea72e7ca7219d80de48492ee67f28b74f65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91a2c8ed65bded383f81a33cd0879ac320e4787e30f1e0d8f160c3154c46efd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846639cdb40c7b661f748db16a80d16e21f086e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271bbb442401eacf51badba3f37dd88219118d4c16c3780b3f67f5555e74eb16
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ac8d1b3509c555c5e36257cf417b84f3c7a4c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d06bef0930ebfb85ef96f8eb7244eea13e227f8b2ff7213aa2c2c9e4117e6a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa1056c8d6934bc611ddbb9711e1a51d29deddd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f824e79a85652bf4b5f264c70b91d2368c88951e680bb7171f81426e9251011
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c3ebc34883a6a7f1c82468f6ff43892f16cfd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b08c8d29efcd0a803a2e36140479f1a1d4d09fcc678ad57a1206d22146b5bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc7098d2b4c322770711ee823f5d5d04a14e9a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cbb0c5b6981f7c568c123d04228ebcba267fa450919a8dd19f7dd8e0811be6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5c2a89b224465acbbd37c444fd722ccbbc2074
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ca9c7e245900fb7ba9d31910367fb9a27ea94ed0ac4082bcfd7de43f2380c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6c8298b22e3665b3c81557467c4d722aaed5e6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca5b8961be1e51f1a8f5cc5d0db83714670ccf2438a623277f8703e00c9c1a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f23d0eec00b8d61e2d72c43d483be5964b5025
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a94f0ad3cd371ced7fe673613a0b90968cdf85e3ece0ff4202107fee45aa01
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bb9fe30fc538f01800c63db8d802d7e451cf74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3bd72b5b27fec5130ee42cd9abc1fd20ced1f7167f9879a2e4a0a05a8df8c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78712215d0599a44b832cc496ead198de537f270
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8c4037411821a0ceb98ff96c5b4ee3c6fd33480febed49c654137fff501e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b773800b9975ab93fe7d496784348da4f0fd55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a522fff103f1643e0a3bcfc2c3c1dd680a607636468d5ef5bba1a4280407ec3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57137be392bfb70a546be0c3721136af1a1848
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c295a0b9d88f8fa351903d117b68a8ad43347b10048e081130aab78b4d7c16d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39f0eb6f3bd166f537142ac5165215d10ca118b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed74cd8cb76039af3752d0ca689e32400e93a2e22fcfc12645f26106d69adee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6b274c793564e13b184e39d2e53f69e579fe1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c81fc15696b4c2f7b314606b147743c240da4adb567f1bc76774d0c5c9a61d5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffec18c110dffc5d8bc1e157ede54dc37b08f20a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7c20e0e57680b86c6ce489f5422bcb54c1de60fc8adc7e6866374fac576397
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a3456b9de21f274e6f0cde4cdff0ba0b1749a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f6bb1984ea154fb8f96975e7ee1c5dbf9275d489eb63fd215491157498ab98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b61e1df29d51a55567d767573781840a841917
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020ebed9e71ffa4c44968629faa0008cbafe43f25e6b8727e9af1a957413756
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3426a38ee992de725135e8d0f916c26957024008
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a3b0699ec1d3d86980465e94f6798bf1871e9c2313a329af63852c54898f5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a92924564c2abd82caf61a27ba014270cbbaf8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1914bf6efd98a6c0d6b36da784ebd2f57083ce78c6a14c77e8ee9958c7c632b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc8a5ef1487d5d5388f1527ea7d7254a9171825
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3318a3bddd657f7ff99370bc25c4e20327af2a44f7afe668f732127e163600cc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794f1b389ee191fac1aa1fdfc329db8c7a7059ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b11f255c9bf4d10aa8cdbf624028160a26eda6a2d5eb7d5bfe195da8778940
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1bb90182ff24775cc05af32f2f7de4c97ae635
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b880feeafef260105e34486282a28249fffcf63866f6f7d2aade93043719e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4d09b4d2624c6d0576fdf899a393be4631113c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc505cee2c49c5f38355e6751a28b368d189d538e4f9488083e0b81e0851c667
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617de78c4fcbfed16552f5f239578759eb67b37b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4099db929431c46277b378e469524132b495685515253ed8d7b1e3545f6e2fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52453b07afdade894f72bbb2b6f9dfae97d91ac3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db8bb0b96c45d162cd7458d8b207c44d105fdba6b2c3bc50c43959c6d70fa69
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcb31f06e226bdb5d7f7322f425336b1ba66749
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7679b961f950be53df93ffa56f3b88a01250af1d1352ca60c8597d126da59111
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c995ac38e3cf11e307b6b57d42b462cf21a9406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f27b30499b39ffe13f7e82e5a0b9e6296e9b8daf6b4659892793ef369b971d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e70240bbc814ce8935f77970e0b591454066e7a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8b9c48173042959f48b0851ab9d4cfecff27cea0ec97aad45a273720415d0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868f9be3b66d9505556fadd4295b1f7b1cedfc4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7d64c9ae68c8fd96ad0adba75b68c10f795c2e156df73ce93c233701d8f32e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baed693f16bdb3223d24dc7debead5dc148fc1d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6ec252997e40acc186f05ff05e4ecaed0f0f20ffb1de5fbecdc866ea4aca09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2ebc4f88b581e21f8ef91eb75166030662695e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27bc62fae2f77b8aab6ac8867a943ecf74a3c07f84ed52e16abdb14cc01417e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1330df2eb85a1666c0fa38246ef91b19c0971c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e685f494be9b24e0a37c4a1135585072c463a2d0b2bc138562d7a27a97863580
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cf2323b668a3ec08ba9b500766b19b8a7f9ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fd61101ceab87303a9a256a61476ef64516b34792697bc121ee1fe17b5ec09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889561bf05a454c94c5072802fca5e437d1159ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f015113bdcfded24a1203ee6ba59305aeb3434b6b623fa655cd0bd5df540101f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d486a26b618e125af7887eaf0c9f9b9c2aac6ee9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2adc1829d8efd8c97c1cf7a2ebc4971b5ee7ddae73aea03414e0b5c607b2ca0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae25c17cc4609ba50ef5899f8278bbcd6d89829
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e273c0ca136cc07b3bb5b2731ceebcdf464585458156f55288e1c4637c4e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bef23901ab30bd8ae8d4ce870b233553ef4f68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afed2a03d4569778d8b3f92a851d56d5209751c44dd897300b2106c487ed7768
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1005570a16052ceacc141c8f0e05579ac3d738f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febf4473bc03a29588c75bd8c3ae5f3e2d50ea91cf3d7c7f9806b00df98db6ff
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb39eb38b91bd367961ad2ab5d96146b64250a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82b605b1c384430fca658cd4a6aeb2cb8712b309c4ac94accdf5be7fc6ba166
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33d94791d1368bacf51c2b20a7a9bf24abc8bde
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39249d5381d830854378c7a4c9e73357e6e3b2b3e4d0ef19a001dfd47d04a87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb9837c33734f6e53dafd7d50b887c69a71e0d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8be96ffb13e313c4410317d1d15796aec9d61c45087281291e167b3ae78375
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e04860d447857a9f8d0af5f5df059b2cd3def
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79992228ee365b22326c3d3632cbe9cd3006c86ef19df0615092d9095e82e73a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a134566bcab3c1a7337ff1733f0bba69d26629
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2205d2dad52ea0943cd2e308740cea713421ae73eb04188d1ac20cf240d84ba1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8626f46132b1668dcdce39d318de10a9eec57c24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3a8af87b02aba00ce5dd5fdb3cb668553429e4da0d26f1c90dcae72459d060
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764abf05aa2d5b4152fa7fdef77aa5ec09a3a113
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2534249728a9b94f437f94b6aa9d4840e7669dd11d10abb49867a19e26cc3899
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35aa682395bf8764cf75cd7139d8fe892e02fcd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5f7a5a0cc7bf307e5b079e943604bc67d502359dc713d939d91e37081a9e83
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b6245eb3e973b44a1499d1767131651e7c96a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf5e7635dbb3567c21b4bbf1ce97fa4a4ddc26af6f07ae2f4e367944009112c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3438a0c0c182d162ff4ed54fc631a3c8b9d9cd57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f71a6b44196ed2024cb638ca098e737d32bc7e8c8732cd1ff78dd4f266d80f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40977b500927c256af2d61953ae2f5b8f2ea5d36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cce5e476bfe38742faa0f5b91101eb5461c8228e47b2360b1b90031f750af29
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6280cc919283d256c610d234543a68dc6695dff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1dc0ce9fc5bf115e96a4b0517b1c976d05cbc132c3cebe1e030b203ab624f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c0fbdbd89b253c4f3456b18c9b5ac0744cd5d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30ad2bcb2f96b95b4abb7c69d2097e9cdcde1315cf223b477f3a2c79cf76f87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce8b4bf99dc37700aac0ba1be673cd42e55f871
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab09e79dc71215e9e09049b5940964c08cabf004ad9c02087cd9d21471602a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7a968dc90502e0ac5bedea99800d6d0494394a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d898ad7ec5c1ac9193512f2b240324516a900648c12bc705f33a9a735a4074
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab3833f559cdf9c1f2e39591c8af13ccd9b9eb6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5123b7e9fcc961a444df16148ca21bde1b5ecb691e54ded04c24d9a6cea57038
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f23b22a6c95894460f3dc2b685d5234043c4842
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090e7ef95244b616114c68ac53cb91f3c8110ec46890e1fdf3621e85cc347817
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c4c170ad3823d05f035cbd459ca88ad3395af2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae45f0c600eb54f80bd62b6589322d55f1c58b358aaecd4a349365c838e9dc18
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b0ab85b11821e6c458a8e1bd4bea27560368e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1cec0a8a92ffdea648af9f7fb5cf6dfb8f64f611f52f139d7a4338b4fa7bdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385856d05260667c9aef39f8899c54b70a90c2e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3312f6f498035aabeb84b53a3e17a6afe34316bfccccda7720d71371ffb1dd0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5c92d0fcaec22ebea7fa59130b586e7abf0fbb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a717c9d5c6cd2421a478920c90918d4cc09a800452cba214be4d459649ee706
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81091c61ee5902ac9094cf6a14dfb1173874bc54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26eb641d15123c4a286de282ddcc27e1ccebf90b125e21b641312ad89d83338
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ce2def73b1659bc3d71133b2737462a7dc4a43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4f474db11e497806dd95c748ad0fd31678a681df9310b8838f067b116a6ee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f46e835e870ebda9e81861137ae5a78ddf19a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fff15a3d91a0943364a2b0371b1dc7ff17bbc68715711f4afcdaae7b0834841
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975badf74fabcd8931c8ddb637909b5ead2dad41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98eed7d5965e9c72ba1d9be04dd910affd01762b89ae3c11601eca63752fe02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c0cb652250467f952d9eeb33206dc56090207
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb8a41157735d9e225509a6bab63463df11b244cd29f2dff66686c7346018e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbf2ef5b796e6a6dad20ef9bb718298bafbf922
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ad05241887fca8bd6cc0f923e4fb77ca1cfb081bb594c00cefcb1c5a882865
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb12aa905e39eedcff81689fe35d80bcfd1d3fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2f96c43bc4df3b72d029ef5abd302e71feddc1df8d4c4051a80c849791481f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09084884b192b97f3c81ab5fcc242fd2f260eebf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ed070ef7dcd2f20d0fe58e30445231bfe4cea0ce02438a1029c0c43cebfd78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f459b505032bb800a47c475550ed7cbb8c24c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4907ad7bed0c8ff8b3b12d2e841efb67b0d93780a2cca5c673dc66f85ac22db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a95002af579ee21584fd59106535a3849cdcb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91147a61d59d0e94aa4d655e35b1ee641bcd0e39bd9af4d6aa06c206380b5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbc5ec39722de72f17d27ced1f7f1c90f298a67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ef8250e4d14733f583048c40e1a7a4fb483b55f192067962b66431f2baea0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e78ba6c3aa7d03f67ff06c898669d5069b39820
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0beb880e1091fc86803755bb2d126e1cf1e2db9e46f0c09ec8695cf8988975
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8ff3d0be2a2a4771eda46c55a0fa6629dbc8db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e77751612341d51e72fd9e4958406eecfb934eef5ded206987212d5eef89ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41970dbd914babeb04fee3fdf8ec26eb1f27164c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee125f5353ba13d0072128877b3e3312472b0c05fb16c0f10946acec2c8bc4c1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49ddf9e1d41778c277a3520700e3d894b64a840
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3e4c006fe57389e5334e69583267023c521827f11651bf902c689def415282
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e10971c815cd91eee43f9b0bd2d94a2da484478
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c8fd4acb217d35e5351fc531864a8c78f55a4b118d1b5a113f90728e23543
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d84c2f7d4132bff5ed9c6f7718c30dd743cf3e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3d2afe50acba49e34ebd57ef871b7b1a14ccc16373845ea1dad6483112c180
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3404cf0f79c65a6d996d2b01f0544f3d7adec69c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4635eb2d44688929a5b1ded6a844d1897b94cea667e4658913020a1a9580d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e7cba8f760b81c74a69071ff1a94c3f4247e7d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b2b7856f084dfeb38cd78531f954a177660df3f3eeb43c90d3d3b4e5389c29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff04953e8da5d27e97c17e6930d4b2be3e8a714
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f19261843311b2ad55f0d95f67e5864c548b454e106801feaa89259ff45626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3670a49eb0f2c0fb7930417f80bed533379466
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8d038957104612b96439563a66187b50bd895ab5cd7ae67c4d4d0909a50ae8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c996c1f4634f006566654936e7b0eae9edf9277
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06cee2d9d7cfc8d67b4ff9b7614e48e0a9bfd3fec5688b0cb0699ac2fe55458
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ba91658d7f1b7fd619c4a2f925c6284a976bc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae68096d6425d638743021cea0bad4e332555227de9a3e2071605fc43c93e98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc613aa5d2bbce7fbfc205de36e4690a0a089c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fdd520b5e42ebb52674283f14f4cdf8739f5fde8930e8b0aaf2fc135a2aac9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b500735cbeb035e3f75b07b5ede953ab2f7c5775
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e861f8803ae610c96786a9dc6a84ebdfa874f77854964952fc93f86b81d51fc8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defa2040cb23cf9c77d817d0abd6a7a33e16a896
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd779f22556188c59274a17916abc86a79ee54ccc7cb3d3e791c728fc898fb7c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53ed62ed503f439be8c011074ebc43c398cc097
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c307e69f52ff517f672aee92d68f22e21d475c745f15700e8214509013bd88ae
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b522cd40685032a9a3c46fa8e86017d994fa805
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee3a4d49d0139b498089f194ac67c80befc53044235c84a8a4b7ee4b749e957
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38a7275177b55bff999b6e7fbe7abf3cac29d8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b763e2df864910c3baaef63e6da2a57ce3d35d93bf8cbab0ed43abb4313b9cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333c943126d4f391c1ee9a00c86d6e914f41057a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ea99ec39162dc9ebe5b448afdcd1b2c3491a380696a0bb0754cf5d5b432ba6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae4605a51ae02eb81568d67994d0a8c950119a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc64926d9eb300a8439ce1fd8261532007f2caeafcfcebd6e66e2ffb47ff5124
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3f73f21528a149d6246e5c0a9d1b1f2761864
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0e34628bb04a3c7810d34b66869f5aa6e2166ee916135d04218968ebbf4bd9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd977af69cf4c4c0bbf348797df995c9d32229ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fce7462788eb9cc4ed1ee5fbf08da3a12b5bc5b50ad390cb99e435bdacda73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656768a60858e8927203a863a8718997b10f230d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537a35c09db968bd550c574faebe3d9c2165fa433a61d387bdeb37587aa5faba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9430f5ebcb1ad54609b727af95100137967dfa76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787a1f709636a608fa4849e4bc84030e66d135cc9ec3b2b390b56d938e72cf1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d56e15ba68c9a232c38749f815c891064f6f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a16cb661f1a528150ee846f05f3fb927d4022d8e684d3b2744e56a5d9c3178
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb8042afd27232f9ea877dfa7d19e3b34d65828
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af970e1a87706f5c6d40b3ea29f91fd4345d00139545148f39d11e88216685d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4373d7c6d41b494e5918be5354f4578fdba73396
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b07efc1fea1dc13351a0d22744866bbda8dc3e77da665b3224ce303efea4e
+size 205955
diff --git a/params/phi/5/rnd_search/comb_8/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231865f8c0bd392ceef48f6dc9ec9bb630098a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323974ff385560e0ae9f6b796476c5bbc13824b0f177c6b55526053962207981
+size 205955
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56164611f38f1a6b4138d90d81b3e02cadd514f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797d316d0660860ceceb612df2e1e5bd0944c3a346726e9b29e37e9c275e371
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232290beb49d56199f3c6f6ce97e116cc6066c17
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a05330ce2b2a9bd2efcc92ae9a135585381b54c80f272539ed95001702b15d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da67aa8e6b5fa1fd3c0e21bcbf3c7994d18a1b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9360505b04b0799922bc8036042b7e1497cec3528b7d9e047cb99c126af80181
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82350d74267022eccd8bd971240df4202d1246d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccf6ea33fe1f99ada5695e20642d86a2920b223b2ba26ea9160956a58457f0c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecea707d6b7fca02a08e25c3c829ab31af611385
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b8bff2a8f7ad5e26a9a970ebe83a4166bb49aafca31098a4284498691e54ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe5744f139e5f68ecbebeb2bfe7a424e7e8fa76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3269422472681df3a53084b38bfe2fabf16a9d5a761c8da730ac9120733d24a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0892d5a0d924ee429888649820f77d44f69862e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7cb836c27e9a658ea6bbf46600668862ff4600d92bfb32c8b26a10642d522f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf737f5a41ee23819bbdad3bd4feb94928a32ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc8da3af5df9a3e66dd6de0c7e514fcaefd2addbf45f5a8792d741b812f3b07
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f323073f440c100b7cf9c728b6575e76775311
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f330d2228eed875efc7efc3854ee479c144e64ebf7ed19ea3cee65a52f60400f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320a6e0ecb15084dde2f39ed2918157b69fd7f73
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bd9557399a4fc8bfba960f5e1447b95b886ba435aefee86a087da3ec92ea39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3941271614c363a9b89150e9dd43c1319269642
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02819edad25dad97840cb63bc5ebf78ecfc68c93bbf7eaa3c2b92344c29ea4b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf4e2aad93624da8910c8735aba965200c3092
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d6e278eb43823ba56dacd1be320d9602f61e99b715f2dea956191a614aeee7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c70c771d63a97126e0f3d88ee2f5d52f56f60e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96351aec6f03de7790f6504ce2a212f988e75e646b542fc014e79957d294d4a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9f1ab0e7087f3d676427a5ae5c6087ca16d731
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f10e57e29cea38b1ba2e989fe3c84ba670ef916480316aa60c5b223e6b57122
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f39c088c762932f5ee01bd0ec5cd40752d223f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88b8b2c0eaa69f3b5f449c29de12620f4efe8ce84e4f9411f3744b4bfd1e8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58210318831bcf7849c732b68c1bba8e3780d15
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a1038499852c19f4be233989a9d746c6a136c0bfbfa32a6d0ab86710ec1fbd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a469fe439fa4f7a9c5220468c0cd8d219bd6aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3131260cdccc33ede4d32e102eb46155764304e3b6c2a0f10c9c9a34e9bdc0c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151ab71a5f2d59bea79ad2289894b2427989bcbc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c545362c92932a4d2cd352e5a3d629c769697bbfd91eeaf4fa490a458b0152
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9db10fb2e191635d7fc34f006413bcdb1935be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f162876dffb745334dae0d3d8f90f7cb370afaf05367a75cf025c275ed369a25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e71f60aee302558bbd284335b32d1e1852746cf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3030f3ecb8a9404bc2a2a03ce421baebc344054886aceb1b6af10fe55185ea5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d618f444bbe10780fb2ea8d5fff6ae057ca40ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877846faa5aa24c55d8f40a34f5ae1296146f7ac13550caebdf52f4b605f9f7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da14ef9147cadf7fa450ca07fe66a29e68e032b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca46172c65db07de59d98ecada44467f8fcfa23bf072361bf14205fd5c5d021
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27bef262e97904fae1bb6ac935f6d452683947a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d82859fb7a79c5db215a947a781db6ffdd92c3358a7d2ddce84f4207c329b84
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1f14f9695b30010067f76f25d32a08ffc2f09c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174686a3da1879fed481b2764de6460fe811801b87b0c774037f2c60e7f77b93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aece940bdeb4c7bc89e38243b54d8e94b7b72e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8006cc4c67804091afd54b48d61e3f58be2eb8df507a35a749474b7461cd10
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e51953bfda354618f045b10553c0e50bd13a2d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0b96e5a94a1ee52ec33af922a872153c0d01c4b4529131eb3021d46ea1fb07
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737ffda18405a73d7308c892ea1cb6d28e9429e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a5ca6bd4cabd0c583aed1909c2f7f6084dfb7004394f1d7f0aab4928f50a94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1853eaaa661f565bd48a8ff0711899cd75ada8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b57d457075158e528ffc3213565e804f7ae15a326baec37fef693b3acaf072
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f91153852bcd56905c7ae0b224ccbfa00a39d0e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3f6b1dd0206fd9cb04cef6201e830ca9a92b2b431502d0bdad38827ff797e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bdbc6ca4d00ae6922b605eff06ea88a5d2e48a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ff1dc02eddb0b671873c97e650fb71edc95e77f3d97864b5a783ea4e534544
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92186af6d67e6415821a0d26c0e165fdcb83150
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71372437a86e35a8ee37480cb0759b077422ce2e09844d1970335641c6921d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264f30f5bc2f498ad497678d19166aee929c0d92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a16933c1f3d9bbd0021baaa1e47bf8b7a2f215939ea199892bf6df3adf8a0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfeb0b635a1ab82b0de880f052ef1eb2332f951
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a3cca11d14e8d2e29c288bb457d734a2cc29f5ebe66f4170ae7066f3033da3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef45cf1f6e5bb9e6aec3068fc596ea4f3839bd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4eb63a549f547f7cef313d0d34e773dd8a26d7c98860a0411c4ace1ed00c31
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309162b9c0e131f96000f709472a4adb9446c5cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98b3b0a04c4d4e51c71f29bc2cf58a3817ba5ac90d2d16a25d9e80fd530fee2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581bcf36d47e1aa102cbfe342ab7dd5101718c94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d8a31558e0d28971b60b380ece6379370f140a602b3e0ad9e4c3c54968436
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6761a71b62dde6f5cad02cb6052bc1e8ca5027f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ae84fa7c161f507fb1e1a7c6c19f00c33ca55566c65f5c7c7767c3d265ba50
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0d438c1fa98b4146fef0d40e0d0e1bde7dff7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba21b769bb29c9d5d6ea82b05cccf857f2c035f4c48dbaa8aa87cd0a9b84108
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1be3043a0d0f3e406eb837391d1ef7b1bc354
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eeab4fb717e444c29735c74e1463e9595d8bea7e941d5b200125d730b5e0ca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6093a6c77c5f38c2b0b109556b791074f1b348
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ad7177b22534d851bf491257333609e6ab10932b76a347d0118820db296390
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1da1cb68c4e6e0584161496484253181050d5fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebb55a14282a3d994ea715907212b7958f52ee4a43d2be914dabc26ddfa160
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615cc36109165b430321bcc28a300d18a9d49798
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c804b606c2c4bbddb7967f1a85289c6ee642103a7ad56b8230f689eebad23c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c802b4a422764ea2d14bf123676d916126cc3b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0fdebdb0869d9dc8fa08339a8da564f82d8fde29a39191e63db5f7925db4b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bae3befdf21e78c5e484e5bcc37420cd4f4d08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f0c561ffbc3827e408d2ba64d6b603d1cebcb1bd59743761b20a1aa7f93d70
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe39e43c4ce62bd6e8491d3e4afbfd2caca84d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc508cf65a0473b04b0f939ae11558c7138f243d0b4c3aaa45601159ebb5e75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec904523486b8a97aab6fa7039cbd14ed3e6f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928ba106f1ecef88439b07425b47d0661818535ce89952153c33f19d8b0853d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7674bf5cf11511775fb79ead3280944bd0c6b75
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3850de62ae811bd6650d9ef5dd0edbf0902bafbfce1168b5931dae7a6e712ce5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b7ffb239e9b7a29d91529f95a7f7913d8e2870
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997ebb249837ee9a314b2a943b2de92cb8b1dd27c02c1dd250c9dfd8d84b6694
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e659ee93462667e773a740b6c2f8d0253eb885e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a36be3c84969a4cd0fcb77bec5d2c174a871cf4f7b8d77f7719441aeac3bd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180e583afed55bf364db4fb69737a11b4920b04e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0dd70337912ad2d0b1856efa27cea14993483306efd36aad672ac9aadc6a0c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5399abab330998acafeba1c482540bdb0009a4d3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31000fc5f19ca16b7cbc8e46e0113aa7adf25dae85cd2c5f0792d545397fb8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b1e6b675dcf148278c1db5ca81f1edc40a856e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c685b8b51fd3246800c4731a2e23f88b4ccb8a689a1282554d1c8676a522db1c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c491cbb72a3fa87ae7932fb8465071ee35e7f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5ce4f8dc98768dd2c7162411a79e471e62326fbd175828eac75af574cdcd9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dca4ddf08277abccbd1a03b014f855f4d29d5f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6793f983c27c61823d8b44cdebc82c0ecd821e92422792ce6e6f246888824ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca50e638e00cc11a47743ea0ebea840bca1416c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9afb66e3da0db36886894df11a5851901225eba0bdb4feffddbbe5370a87c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cb6b6a3ad37bfbfb0af05938e952fb24fffa05
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6b22b74922db181c63b531968c62791ef0957fb894206ec8dee42a3bc337f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4851532880962a6da60167ef434878809056112
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16caee2596bdfa46ac633021f807a68ef3b40e3f0a24e15e036ce4b37a81bda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9668cc0527d741375b5fedee8cd4b3df635b599f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8bca582546e8fe17288eae35975e42d25bcb4cb5ce5f1fcaac872309706a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7ffc0441e8570e5a639b84c91086077fc4d545
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be49ddf83fe7a0912178a77d052a939c9712f8b8d0e03908aa2e50bdd8e7c594
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f18686a38c37cb741b3cd8f08d24f92cbdf082
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a49b7af0eb68fa0dea1d3a48141d870554a6c41122c6809db024fbb55dac79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9499eea370f0475f7a883a6f09ab12788a0923b4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf7694e431660e6b9269f629792013dbfd22cd6c0947b91edb31948919211c1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0703a784c98191b52ab5bd7698011268d1823f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d347a97384defffbee3a5be0751aaa41c007b8cadb6eae747d505963706532
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cda2a900346ce309ad4443a4612af16bb0e193b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f4811b96373c537e9333294d5a1eb1c3ac4e4de63cc0b95883cd60b81e6edd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ddcf3b2d69742feeee5fb9295e5eea62416a90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502015aa39e0453342c4075b175b2fd24ab2bbae5f90a9411c58ff03f5d3a51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0040a6a111244dac1e49da9b38c5c2f5c1b1cc25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec746400d111fb3512a27ca3999f4a6739d3fe3bd5823b5e0e12898201da9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e7b4db9cdf5f0df510674d13aff7147b4c059e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894f59c4cb110f9e406413645fe99b5fb31d0794eea3b01b7bd062b51696f94b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141436e824d8118eee0bbabb8762d72958b926d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cd7c6e03cfbc85f67455faac753b7ee90c8d99e41b5c43ee491aee3dde70bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a8d7815edb8e4ba27c547103346842cf0a2de0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9bc659bb04a0575ab358305452b79405dcd45927128f05d5f165c565332092
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565b773059c78682a6120b1a528ed6ac7018b06f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51d39afcbb3eb8aa8ed79e6319fbedc146d905b0575a1f9b6d54e1ee9e9a2b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023436b5200f5c218a95a4b1e2f8ff3a2def0962
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995c1b5c7b05f19b755f1d34ca0d49fbfbaa76dd35bc196f4511c5229ef5ef8f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58b58b980a644159519bb42edc376f026035953
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e726569c2d2464e7f47d03b26bb6bdbc9c61d641c90312e1e87eb2e6c211fa5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626f18b69c868f4800d21ad52a2c2d96fb9e496f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d00c9785b5cdcb5c4d8349875b0681eb06906bd23afbb3bb4636c37ea2176a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3cbd2bf3176215169426e99ed36d6ef689fe9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f001463e18999698d1497e39d7f54fb647a67c9619fa00dabf3de6429aa59a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec26eb93c149b139092061c9ddbf0752195275b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2530712d6760e1d6490371e16e1fbed73a747111a7a69b62e6c42f04451720
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2392a724800dc91e224383ab09965093e7c76773
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add38e7dbf0a8c6a3c86b99a6488efadfeef8d4f12ee2e9912f79f1d5acb15a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd56d1f0bf7de245bd319237898f67cef378f29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee44b8c60d2c63e0a92ee340385bb8dcb9f861c3ad6f64a2bffff23547917e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750f60373d19f6f02f11f479450d7df166918444
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f451900f0e02c2ef399afea9e80c318546d4febd5fb3437998581aa2450a81
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f85c7ae155e107e1d49913088c4eb58bd4f9a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0a04b5b1a5c550d8deabe9a4f044c8f5bda960dabe2e04ac3083a4ed120952
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08989fd3a126a9bdce5c5982f7838fa6a17fbdc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3964de81fb63ba0fa5fd06df86848e0f2c10b2dfbfab24aba07b9b2e57341e43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b33df0d7bd2012d0a2e34e838c631ac7518791a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d64c0bb270b5bf905e3a49f8339a28deca1570715e56225643fab20af9d632
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88941653f53bafe6df367fd69ec459e0b9b1e255
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533c48896c25f605e704664e9644ccaea224d8a12f56efa0918208c3ba59db75
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5113882385c49949a549a6f8604b7ba464722c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c96c8c002b65e6a2d28788149df208d6b015bf9e0323bdd30e1705f0c64825
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f9cdac1f5fc31eec9b55b6734a06c0ec4edda3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3111e8850a26e2e3bcbd54590d311146fa21657b75c052be4272ed6e7cdf6840
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce8b29f670b40ab549660a860ad8f271b2db77a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb5d81c8f5b721272b560915aa0b82b6a43887f2dc1fe353c6cd120c19d7ab3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d6e824502d801f90dff29c3da8a7b0f2867f74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5134baaf3d1c2449332e4eaf010fbe5a9a6c3b674f9ea11425e59cf4981e35a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e000066050cfc50a45db72e12c2b314168d8b77f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bdb75d57e83c9a52e97fccb96b703b9706a48f2463f67aae22d286b6e8f47b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01570b546b129a74c9e348dd0af3a2a83a9fc04a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07c4272a78d1207df8a04cd16152ca49fcf07c993142fd843f4aa527f3eac58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee21ed3e5059061d6d46949f44d2eddeed9ad6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfebe9086dc9e14442cb58a5b6cdf293d9030ff9ad0f4dc96f85e1f2ad7f5e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900f1f57e802f0d2397145186d36f1a253db630a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3295eb993fe0a90b137699bb133679954ba494f9cfde7e38fb22fc9ee900ad9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e36b65785062f9ffd6893b1cce8167f3a5db6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c9fd9edd561c64694ca46195c9b70d94ff38285d25423d999bb1867604fe73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9668208609ad0b744bd091851bb98b03611fff2d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08000364d8e04a6cf4358f0a2d488a8287b006cff1a877218ece4cf9368e562
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a97f11cb2fe379ff3a1691756ff0a55ae2adda6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1931182984818ec47197d2b2b05b871e54f924d5e5cc16f6327af6e1b95920
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e594698bb6ffad64b3efdf476908f15c2a40c25e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580ceedce1bec5f1ce035bb9e3f2615cee6f2c1aa6217afa81112b407483138
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252d51f8f0a41130951e4ee6392653ac34bd54b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfee061807bb7a5ee4653308bc52ea5978faff9f802fc668b45048152d74995e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198787985e75ea9ae932632a9db0f973dd246244
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5757411e0cae889a425d8800c2dbc7c15474a8696b6cd3e25aa43f42fc9692ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624b3360c80aed31dab4a42a4e41835ae48eb423
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fca0186cf553d95db7b698c2c7c34f66b1a64c9ac8432d2298509c2d4f39b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5d65b183d35fe0146a4c556cd2814c74723331
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c7f2355a7c639ea94345ab99f22349ebd5b49a82a14e86ae75c40f5a528489
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf60bc0197853fdffc75c9964729f80589e0669
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1f71b53254fb5c59361886a1ddf1ff1e836dd1b5b51567aa82e37844132dec
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf88b2197afb8bbe08153b3080486eaf652b7a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7cedc9dbbb2ffbb06e6c37a7d896fe0d9421e491693c39d047bd2ce6e419ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782d6393ba3fa067f7daafde70c136138db7ff1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e431dc8999eb7cd5dbb5ae05447f2ae3d94d5734b7e1f0828e8ad9f8d1f83c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f90ea7b837518b4586d7bcf417bee82753bd71e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1945a5d005b18214590d8c4958d9c7fb242dc5626f6ea633097ae2061b323934
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63ad5b3b7a27a60e947f122417ff663c27983c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efda72a875fda682e4c3d58c55114063bd923902dbb30db6b98f78bb310a2f32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0bafa730998d04c80ada09f34e9a295b8d7272
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6742b7fb8528775d3ee46de3bd11108089e446f79570e1f1e69094921407b55d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac3a4c68500ba737bdcc1d102ba4698ce7fbd34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a9cd88a0c9c3caf2cef711294f4d9fe5cd1a579acd75bd060da4b66ff009b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80779b98322b070344204ff4ebb967b446224f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ab5ab1b4025558d6cb360db92b57981723ad7148c41c764d3c58695c60b1c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a52046239afd607bfd74a81d42e0c00a61931a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d32847a9347393c66e2b13f7480b322fe4d64c4f9ae37649a4dfaeea4cb7cdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38199437c206a27db0c673d6633ca92898906204
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141ef1d42d73cbedb38eb7189512a440818aebb21f68436f6dbd95960ae23a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad620e2882c5c53b4405f0a35ac5543a63c673b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a775cd5526c09501afd05b310c2039447b3e271a5f804df62bc52407753678
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01e7f986a71874744906e253b598d846340dd01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecad259d0eaeedcdc81a803785bb18f1e7bbb8a7e3176e7154aa9480550d9af
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04df4f49372f3ecb3d9e3c1f51a785197f404787
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba449cbfb7028ec73af8e21484fdab2ccb4f86a60ccfbae5483c826304c657
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a246b4e4a7e10da1335c8b09ae089040b3e0f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528d3b9876ef7de8a51324700f852f028f1fba7b6e54e9344e322d57edf749d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368e9b9292d15b53f91ca2094de28dacdb94f38a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4735d476bd4cc3c9763d21e07327243a763db8be307a90b0006d00392e67ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8db20a5cfca62256e2402492d31a509472e62c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14005f5e36e1d299c35c0f292eadaa8363136e698b9e830520192a8dd5358834
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357df2a3418766c90a1765cdc8fa913e9296c931
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cf9b755c6e5b4f0e3bd0ac35d4d1f62620b1e660e5e30dee20ca1b2a71c15f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14c6a5ae8e7aa1f9da17e1667d401143a01c918
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5337a519654ea361274e6b44620f42e799e19d9f98f7ddb922f1c0bbf31e756f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63656d6119a205765f0bbdd5343b65a764ba1370
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86776c5c2d155c4d4932514d56faf739ac9646824c6a564067d38099d80a0849
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee413ba6c74ec6377b92b7b8fce442caae2a80
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e3889d182a344f9c5a16251fa2bcbaf95d3f44cc4cac3c0ea817861c828f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738249e00c6d886f42460dbf0d83bd6a341cb5bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301fc6de812b844daf3bdc777e27c94363396501ab5d8bf0b7e646a4c69a3dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd35515db0c8cadacb2631090fa22e0dae76b65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147cec21f15b6912095aba6b18d2b0b811607380116b25ccd2430b04f2d954f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0294896e461044fc568872b75f807d9b08fe15
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5f5ce0c55c7cd0a359f5bc4d591e4abea310abb8e87d3c9424e726ac720c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa766520704c8fc7cd5157aab5e9b86fbb0ddb54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c7fccc81c7e757aa31ace23d3211f08e365b8d8213f704a6db5e8c39df6ca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769d1b272eb8cbb3024878484702223a9c2981f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0a5300f945b47470aeb2512680fd9a30211086a48b0b618b273865491de33
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d56a42f5c6785762e028d04247b63e20cb4617
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5807eeee4fd50f4014f8234bb9ae4837f2b4838c78847c789ec418f341b689
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ebc069bef4ae7bbf73629c5b9330421d70a94b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6233fe905efcf04ad51895deb668dd8b261b413943ef5c04b813f2b94813412
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5638b0bf24a696ada2c903b538a2438f5fe60e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223386a742a3668f30456548bd845137f087fe80379e7cc1f3a8f06096567a49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8056f29e67a5b351dd3e5df28c97df4609872b02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2af711fc3660af69b923b9cd4097b7de007edbfa944ff9ac6d92d91aa0fb3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51303f9214078ccade5f364713ff065328fe0691
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d556eeab163f06fa45fb222dbc97e8b107c6f939431816128708382cc64eb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a92c7078d9c13588192fa52700773b5e624861
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc0a0b8f8573c7a9f2b5c329cd3c0237d9fbd87a75bdac2dacc69a54b1d163f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01d854f6011d54aaec8c824f5babb3410aaccbc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4af17e341f833adc9783a421b4b3e4d6f52d6fdd827347a78210612c366b82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927d5dd580fd05c642052777bf8e1ee13ddf5096
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fdf29baf8dbb8c61514e05318dd235c2cde2e83de612ba62ad3e9cacb954d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd57fe5d529bc8f6dde4863583d545b3453c38af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e600acddc5d4f3efc0ac271857ec0fbcbb50e29ac4c646fb9eec81bdf0bd3ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e8a1783bcea9aad8b7295ea15ed25678a5790c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c02cab90010ffacbe171911037b7ca35de1e94f38c0cce44b324d221392c361
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152407f532d645ca7b199e5fa046241c5d4c5bdf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a9b10c83b09c6ef01ecd7fbb4cbcd7cb5d42022b406275d2d3c84227c159b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932f6524df75095d5ff0762a76a030e912824d1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fac922721dc71188c730137ec03e34b563492f40c6ec08d7573deb9b5b8f28
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91a56749231a2c7551184b05b2e50bb45536720
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832af17cec519c7b84a9845d33194bc6e87719250e57d272c5bdb4c11a873bd4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866410fce461e362f67daadebc08a644075c4fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a5bdc02e81f1c11b706446997b62bb16166aa22b0bff41f2b04c69f07e75c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655bf5c27fc8a0d1344b202da3804cc7256679ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdd1fbccacb416ee460e22888d96dd13ebce85633256c1638ee4abd673c0c3b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d7f992dd7af70e5d424bcecc14d8b3e569e77a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36a01e0ef040504de032f4ae4a111eb1a65ed6eb72217d239b96e3da9bc893
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad138e23f0ea6ac367cd164bca14c0d87f779307
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da1b62824d0239527073c4d0d332061bd06294c179d6ff2d48ba8c4dc98895b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0805948b806f1a8f0cce056d4cbe7ba597d162f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f515789a5db222edcadfb5cb1ebf775fade08245f02898f08a3a2d633fdca47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b453f7378f5bee782fc9689edfc09dfd342845
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dac2c7313c97e2a3836929a4ab7c707f882d075f2ff9c2aae8266e1186bcb70
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261c6c2b5b2a727111c3208767429cfbfc117bf6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f0e2726912a3b6a65d71b013c5c3585cf61222bfdb520514582f7ace1bbaf4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d406b1b6695bbc42143158fe1e6fc336fb55b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51b083531846a2458c58b076a6c64aa10739cfa9b46f02d47717359cb6362e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde25cda017e6eb52938dcdb97c6b4a47c89d7a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0040b4e05976d9a8efb7c5e2c522baa35c8f41abe89fbe6c39316112d5f8fed7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52be142fd96cc5f2c1b3d770a7eb5411026230
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117abeffc7ed2eb811092d927b16919c4368ecf4e138da4040257aff685b001
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c833f1a301fc2c968cdf70d553a3aef7c9b0b23d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219b6a5012daa16e65663360f2fd3267d8d780920276cadfd8a441f19b647472
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d3527e55823b4fcfe21778842d0cc2c5ef344b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e47714c4c403f9c22d1fc4cfc006efb60eb2c78cdd15635574fb1d59239659
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf098fadb7e6f33df029cfcaeb8e945c309efe1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387e08966f9afb97f6e323721bf91ccfc15b60372d321d71f6a8caefde92ba5f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45965d8db738daeb1fe36b7e763f0bd2fee1afd9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89abbc901b6807a515ed590410b70ea6f27cbe69e0dbcc8c0513d282fa34bbf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48af25e889f9f3322f1442c42848ee30783ce9ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a7738ad7246e64c43d1d3c1252e2243cb97b15f9bffad42d524e094bac7542
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1115706b863daaf2687ee5b4ea07d2752a438e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b694ae65178c8bf35e28c9c63789610ed87bd5d62d21b5e3e7b02d1af28954d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7508d2a398148a44027c36df8dd08e216ce308
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9406674cdaf7ddcdfd234616a8b161be6ca00e2fb5cc2233871a79570cbf049a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db45923bc420b004db7838ccb2d849a34ae8593
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099768ec749bc0b00385358a785511c72e034241255ec269ad7fa2aadb9e2440
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edba13e86fa770350f681015f8d0894e6bcede23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cd5f3c29a77d9f585062a293646944613100afa83ec2549256781051c438dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e4f4966189c0a310166392d342ab14ce9a29ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0f7fe10b84c848cd37211baa12570c3d6ff6a89ecb0ba632c6429a836939e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88843e5188743bc698539207fb53406bbe1d5bcc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f0525378f3d64389da868434e86415e6e02673842100208e0b23e28a86916b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ff4e37ba1bff304c1e6ebe89d94ecf8df4cd3a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76841ea3e2ab1cac534ac621b10c795dfe3e1c0f5bf929f6a6093767c6e22e9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4175d5841497cd8331e22a8a76ba4985d29781d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac1e1cdb3dfe7900606c79b99639580b5a38bf7e9d36bd4f83fcdf15513cc99
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84731c66d1f6159c13217615ea64cda5e8157cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c93acea5695ef561f10f9fd317cc6c1ecbbd61d65c38710fe5e7d4204ccf899
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582da113de40fbbab340ff8451eec336d6df62d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccbc1b9115a1a40d9b5a9b64f6a83813852e46dd92ce977553364bfacc72c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254115ad7e14b260eb3ac6d283bfe48cb81c6ed2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f56210f096aa931b6e1944784fd75380db2ea8e638353b85e386dfe8798039
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81175595fa6140762ebac81aa62fc4b1b2af3f2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97263979b2fba787dde7b028de98bbd449bf0f6bb853b59e662ebe7e634b678c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d55dc60cfb7ed44711db814cee9b141505e0692
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa4ab7d7ffcbdb9b9a5ec9f426f421d9f83b5b7c235b1a8e1b92e0dc458816f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e19152b1808020ff8533c8e2b2520e086c8a7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aef262b6c1236a1141effce0a1e25f285293abed8b17f500005bde6db9f01d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deba8231adf52d940cf4adf9a98f70aa5e9ea932
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ce51f1a9330ea6ddc34e5dd786a9faabf6ad2a16b42e2cb8202a6edbc5b922
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371fe95be1aeec7c960978286b938c058618620a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079ef1f6a245e2b50518b76c115f9b33765aaa56347e3e5d4c9de63d631135e7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7c2d6219b5fcdab473eff9b3b0bb6ae0469267
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a626997ca4137eefa543bb52c4a40703b5bd22c7ebd9be618f29407cd0a8c8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4667aa681d1568613ecb39be3159d2d4b44f02f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef940934b9d45c00d07eab1893b76aeb47539210411882938b4bb754e4b7f16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516b5d5aed5e4508c937e8817347cfcf35be59a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c5f413842377007c9ed5d213c02f44213ef4a77ad3dcbf4d62dc6cdbc41ce6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f93a71fbdaf845f27c870922c1220b315d36b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d67c1677deae2d544d1a15a6afe6ba8332a97d6cdbc929e660656c394c91a66
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e4f66ea6b5f78301975d81a1f0024b73bde0c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56af62254ac2426363e1ac6a1ab777cc7aaa3486818c7b19a832df4e0497b08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9e4098541ae30351ecc4d0f81d18275139f986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b52afe719750d7f94c20cfd33beba37f162a566fc9bffe969ed284f2dd6848
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c80eae3ef500ea677d7872ac27d5f64a4020b8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307052922ca498dcb2ad7713f9ed25d637dc0d77e9a48073e12d4222422ad7b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1407792c7f55d78170e254f396074d73dc4a33e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd2975031fa401538682378743be6b1aaee904bc0aa3a0d449b185a380cd27d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b803220caaf47f8f7b5d911377b2f65a71c62a9b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9fad4dfb3bcf4ea0675db96aeb967ef8aca3c2969a741b7806169ea948ee16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8b054a1735188c14b9987c365ab08b417844af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0bbf22d933bf2da91b297f830666beac711a5a6437aeabdc71df822106cd5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677d57295ba4274d9c7decbbfd10fe1195de309f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd2134f1688ad30b532fd7fc4aadc91652d0a4586f33cd8fe2ea277151e19d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c56dc3f1af2b00576733d6ff0c19f732339e12e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62287043776d2adaf733b7956640e3a0b059ef2eea7f2e0ab1eca3713976ed44
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52919f5eb39f64671ce0ba3df9e2a10da72ed67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a156f6a603d98025cbae0214ed3726e0f7ee3a1ce2fcaefe46f9f9213654d859
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c9065c28e1d6ee10785a9b621db3dc4a0fa669
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98787cf5d46bd5b50ef8682fae9ef170282cbd38c4165c295999e3877ac4d414
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9a9c7e65139827bcd5cbdbab9d92eaa8591e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94743c1066bb8207e72499e1ac19eac47c6cd9b29bce6fb32005b2bba2f0b30
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b4188c2cda095972e9c42bdd9dfae8411539e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c9b73ff721ed33e8cd7395b4d90abf6b8a563d28d9a1dcf11fd3c40d59f59e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90768394ce2e0b4346cbc6abf523b670d34507d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3842007ae1553e35c995beea138db140ba55e991d272115606dc1a6351f01c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e06b239553c82f0f973da2b28b729968ef40d5b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6a0c0d6e9479187a3b951e119be6e4dd75beda059b8034756c65b9faa3607
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e76a2d27ffa7c64b00cd0af05a3d45b609007c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f81511b0bc1330da98b704b6c2ec8bd0dd82e10b756333ab0bfb8c8bcc5f13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ddaee4868bb5fac107a61b8faab6deb550c089
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12519020114d08017a6a16e626b9257042644a247b263eb8e56c234e3540a815
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb51c75a84d666bd2f1b1684edfe4da5d308167a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9282fdd3c2b69395e06cd249bd691621620eb43fae15508b62dbe30bd01bf032
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04f49595a5bf2e58062604964057be672a6c099
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38306bbde1a5cce0c641d03dbe0fcf878a7fcad4dedc6a81a90707059f5019a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d848a93d86f08e11eaff1c52b113553d167b3ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6062a759b1c94652aa65ec80affeb944dd76efb2efd9bb2387252f3f8b9a85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9eaa2f204e83c3bc670fd8ecdc5a51e7752d78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1eb189a8820f16174310d5c44e9f6f5264c480e1124bbe09f62ee3e96190101
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4515fc5def9eb2fcd82f99071fe966662b5d277
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedf2239e46f498c8491b28ccd9b3f2d7d97343ff5ecc24cf990b2fd591bd364
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ac78a102fbe5ee5a6faa3a3a4f468f11a68235
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0932661d4b4b22a7220764289279bfa958e5ea58f04d1be8ba53b27c0aa5785c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76280b9eec458cee26aa04494b3b69a98d8bbec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4496ec3629efa0876fa934178d5b6de13eaa7776d2a4c5fa35946ba04872358
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af514771710e5da9665d79b28b08993af4e19228
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7927b60cf3f8f13f6e289869b15e53bfb7dfd3275e392a7d1efa14743a59954b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d94b2981c3d7f2514144ce1e2d71cefd73971da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c3540b30fd55bf95b5a6a11c2b6c32298a50a09612aee93edaedbe7f2011d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee67556f1548d2ce7bcb25c7081bf47d89a4fe9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612fde0376aede524244bbcfeb50eca1b0a7410bd6591ea0d0d024faafb43c93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b8ae7665f7cd2a790406eddb485081a02cdf7b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfb514ea338f17e22201794e3d26f6849eadca07261cd43a28caed0b2e05836
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6ece951733ae2ea2c9a67ceabea51b1cdd901
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270c2e64b7eb1df3cfca4d686536d307aba52077eb9c1d810b1e5b51cb40deb3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b62af96855cacab4de980c9e89bbb97ec15b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61773def81f5461966429755510b57371051c19fb52cff1ea6c644fdaba79001
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdf778052a08703e09c26c73d98ce70a63a50b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf5af89f116afbe57e0a32571247e5b4aa905621c4ec89ebd3b4213310b9c07
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632da5c7e8f4e7668b046c232294b0a51e59495e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c625308fc223e94f32a3fb39657edf1d5b872ad5f49895f8e866a716bcf0a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f252fdb267c985d8914ad8beae38a5be8cc26fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536490477854709729a1409c22c7ad9b133daff8bf572f0bc7b613039a138a82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877620ff1721435d9f997a2a57b13856bb427ca8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5492c8be26f832f067cdb6acb4b1a75e6b4b4af144646e898bcfcdac777d70f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2790dbb2dad0222b6d74ef37799c5f72b50744e2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5e86258ef083d80654ef27ed24ba3b705f94dcfd7f21faaef21cd4eabdb5d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c108883ae3435c20cc66a869bc3f7793b62ff48
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce7d963b2897bc87101c9913df65a1fa27c16d4f6f8d358d5d4c098669b0833
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5711f33402662ce08f7e8a0e3e1ad63bc9b44990
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e03428ce882fa9b7ec3cbdf67b7756a07275ba3f6272001657bddac3595ea7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d0a702ad0a4a1fb2f40eadd4c88d8d4b4af51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b357a18ff9b264aa436665ac54dcea9fa3df8ddc5f5530ea205c6171929acf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2961e83e24f0491605d3bf3bb74e9b618ffdcafc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2a09efffc137632fb7a276e278ca7ab495a885c2d4b00c3dcfdbbc96cf9812
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54401c4d3459e96d147d4b0730b5c33b04c08ac4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ae6b7aac0283e6bb1890648b680cac17579f9038e6a797ffc43522351ce194
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e5af892cbaa526d22dd9e3eadf3a429009f337
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbb70d1e9a56fed63984b3e1897b41d7f054b402237639ea9b2cc442fd567d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f1cfec70151e3284bd7d31dff1830ebbffb78d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a5dbfabb02d18fa0048b08680148851a4610b436a7114996141b107b67cb4d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02cc7c8c8a30512f59215cc06b29399ede473ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52880f46c73d4f97e1ca5c96dd402c1895bb130012ad41e76a10c6f1d2a35c97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d7c86756a4fb44f9f00f2f8403036ae911b3c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd81d6dbb6a95e36d92688e0ab7f9f7b7148f571daa3b9b84850b34c659e231d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971efe9562a9a039e0517b80217b74ff261b2dd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22153a462bf42af1498f6ef3253ad5240837643563ec3766164498b03c820bfe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e19d944d2c8dd8d6e55e4169a387292e63f25c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbe9ba473ca42bf23cd78b61ab5d027dc4132a4669a484f7a6800e95203f82f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d91cde05565f668f0635f5cf1531f0bc2d4864e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb1f5dfaa2a15d07b393c0f70a20d8195fa849e81fcb99aee3989d6379a8e3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec010d483f566c1c8abbd9718714e20c0f4c99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7429d5cc092d57a5711a9bbf1352034be476af42a1705178b79ffc57c59bc6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d151a6da3d62c7063526255d25953cb4c0f0ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b795b0ef17f05c3af3ae773992538b77fa0f8127aa4b7d568e62c05db13f522c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6826efb631e57bc5d86e0d0f7c0973755c3df0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4b29f3f4b44063261cf3aa3827c20d61c69422fdd7e808e125b33529f0a91e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610fc14200bcc1d6bdc43c386ef36b895ac7d77a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec65da92d35d949c228c1e82f548a4e1709d38877bd41c0c91f456bc3c2b704
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4add8f61bed37df058930c00b60cba7b1b27e9c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e2ead7b424dfcc6df7592e08f36e579f74b615715d95ec28b90697b4502faa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5a0bbb21038fc5992d9317caa211ac767a76e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bac73c219b4e73f53538f16ff8fee788b82c62a33184fbf239e8aead5bfd5b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb20a6bee5ecf8a750bfc25d2487314fbde47a84
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a26bb7183f6fe86438ffa798205735893ae398c75ca70f21b22c6fdccbf5f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30e82da6e28d7f579e4781b3481a494af8478b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99e140d826e712e4bb4c359dac418c40ade1ae952e9208cc0185b1812948417
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13050dae0398f3492a00403c459e1ac74ec480d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30968ca9ec79c4312a26cf22122c6ad0224ecf75a10c18366a2d4b273821f037
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabdb1f4bc0322b02f8b690ea78b9cacbcda1986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f014da3cb6f0fcda1e463d351510c0f48232232074dd299735ea75a9b0eccd99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e3e0889c2a03fcd72dd5def4a430c4c5837742
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e761281d783e5a133b933e57f14e1489e4db33360033fac0d4377903e0e331d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1612545362c12783cc2da441a5e922549c4452
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e523b950aadd954dd48eb0a90876b5eef31d73b3935a769cbed1ddfe39faa9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba540adf8ae3b9c1407544f756cad0663b8559f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd8cc35fbea0ccdfe4bfb1ec8b84cae1a7621abade85bed40fc8c75f702cc65
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf652120a537c2f426aee85aa9b71f2aaa6cc5a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584157559afab76ce062d4c1c4c0a754c69975aab741496e3b57c230cc481a1c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0115e08f994ebb65dd4b4edf50201ebc60b300a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55962e8f59f561d9dbbb9767aea4f311f455393fb8390bba76d653ea0ffafb2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e19b7dc371cdb92dddde734a0c6651ecb63dcfd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21757b03669452966be1de443952a207c7ce030472452eb53b123da3f526d9ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58207c19a71986fc64b56da5bbd68de8dbec7c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc24a51a45c61bfb4f50963482591648dc1c53d3243818ada77d51cf8020db1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c1fa3b85a6d7abfe436ef9a1e3a0921a97735c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89737ffb330061837444c61c68695d6e1088dedf3c00054cabb9443859680686
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bae430f347d35a92ae83f65835ca3e2921748b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9839cdeab0f4e752b63f8bc40b8252ce5b83f34ca71c497d09c5b7a1f86f4e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e24ae67bb5ed03699d774706e3158b32a99d0b6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94320d65a205d51721b01e10321687ab2e919a3aa8385efd8ef29078e607ef0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817523f3740d0a5cc410b12ea2bd70447128845b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe01bf471eec496bc74085880ce30c2ac72eed482f1999aa08b5e3f35112da7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be5544cce4e39868282912f8b806c92228e343b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887476b85cca829a3a6b7862fe0d8b4741e2882a954a027cbf13b15623b79b28
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9e206d6a3c33122bd6a6190e99836d3d03cd51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ab15609a606f3dd3eb42a7faef1c199dd365fcda9f0306400d245de8783a72
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4d29a91feaa6355408b09a9abed4bbe698f978
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b558e709ded8f9cd906d2c70048af8817d6d3d78ae51c54570c82fe17e04f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec971893f11cc88af4a2c017294a36fb38b74e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b42492736cf8d894445d13e7c84a5944dfcf446cc2502d3146b384e2eea7d8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303e1f3a473f6e0682296e0d6dc66b495523c1b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095724c7979421b66fec60ddd935dec058fb1ad485fad0f0eb9bace09e396449
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2069f4f8b7111871fb5c84a0bca3719a2d7a143f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6656c6181dadd3c4d4804ea75b21babbb3222db638da56d6d3ff30b4f9a13425
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92be3b1270bc9923674ce28625dcd02c44254675
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc98f7d79a2a2abd1dc4172ba272ad6f4193f84cd150ef0c15d173fd34819300
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023770a3c485c20d546b1453db9ce54370cb99ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b291ae32943895679f0765760e972d13c4779bf019d10ebbb2f7c803097074c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4afb5da1ad7a420618c7b4fdccbd7fc5518e85
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a00bdb691feaae6a42fce1eb57d6746508653fd4a91df7dbee1fd0b8a3e90bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c4b295909b1a2afdf44a4dbf4aaef2a379d97c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0880c853f4f1c08f6c40b097a22e1e2acff28360bb6ccffb7a042c4f64fa8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e999fd5cdc3b520076e01fe4104e93804a6a7adf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f00e825adaaafa4141a1c4ba76b2303dbb813a2e22573422644d893337a680
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877c53bc826edeb904ad3a6911fa0f2873a46659
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105ffd08a19ce9fa07bc16b1664e8a1c84d2a1dd4080af585f78d09f9201a030
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2625f9a5ec2da1bf43b529acf445ec1609d2eb86
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3dc22ab8f4d368723ddc07cef7441931375e77ce671cff75867273c43f9fbf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5474e18f59a72b1e47f0b20f51b0988f5d486979
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f37e2dee1d138901ea136b487184581aa86dabfbf23324d8cc4aa87bd988d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2702f1a674153537db807f45ece8612a43b7f79
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231706af796f17473234064d7e6f2dc83a61a2628eaa286dcb46a5a6b7efbe08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b600ab684388a38d981576821c34e5cd9ef384
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20e512de9e6d457a9a49da0844de94069a6a281a015900adc003d3e5402d8c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e2c000ac9bb5bd9a59f705005732304217aff2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a740c2b17fed037c13d308b10b8edd39c37bcd8e34e50d9c7e53fdf20bb604f4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1854ec1972d75271a53a74cc339de8aef6c68986
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c966fb8c35932b82b84b109172b784cfb971da2646209b1f4fec3c3a3e5cf7b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26afdbdcdd7ffc58e4c602aa1587c27529050fd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6f0c784f59501d625d7827df064640783c59d6a858bc3bff65b6d4a4f51dcc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecdf583bc94313d375ae89ac650c044d605d229
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75903bf4c2c67390e5a1d65f0ee8dc318a8a203913d50d1c3b844d2d6cc0bae9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0453716a3aec6c31818b6b4a21a2d1b0e1a31ff4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e64f34ea8620f44a3159865d325e26845586d9d69c9cee1a25ddb987c3e960f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02bf83264f4668a9f34d36e72e73ee9775d8068
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d4cc4a5f46f526d9165ad166813b09e52e6281f6bb2f0980ee2992d487970e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7df7f8b9e55c7fa10a0666a14dc77c1267bc3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea62894dcb5271a98d7be3af26bcfd8a122d6954a9b132781ed4904630fd2ff5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a356f65ad6c65f611e3faa8f6a2ac256e757fc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58469b325825805c37b34cf8913e9a201bf63da93d186b5e581c1165844933f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1304923db0745e3ad664fc2a3597a9c4edbd5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423446bcdb061613e909f933813c66c420db186a78288c7c5eeaf76844fdd9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b50ca7bcc692c0718683ddb4d0ee91a5334ffd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5b4b57de59cf07d40905dcc510e98098bda0d03893ac3183ff7c8dc0bb250
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41656ac411a25460af1b7899f114e8bf58fda1bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa3147f31f3e9ce09db029ef990a84dcf7c35c4c290b46a4297c634a6e4a8b0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f74a40f7483bdf76f60e6eb6af36ddf1571029c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e42a3a8e4c1911bd33c4a0b81c253562cf9f3828a7a0a46c6aa6e48362c5760
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96bf9ee11eb0fa720ce7e93d0c45031b58450f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882f0f11b638e27630a67c8f9c3020b525e480c77d71d62da9cd955d72978091
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533655f2af3a69d63bd1ea5d060491654ee4a2a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b724de126ddbfad0573dc300ea588d3ad3fa8ee916e309db10d7016332d32dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a32cef3fca0a7bd21a6cec6ee82b5f4618b756
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac85fa447cf5911881c38499d270a81514c7ee4f54a5a78c0d135a3fc59d7cd0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f018782fa25bd25a819d6ecac5463587d0368e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6186d2c04e3a23f29e3e808fa625c3f4904b8f9349f6f0eb4748ec9af8b69d6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33354a6bb1553d130c854dc07995da90610be615
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e753aed264a6a7f5738c7429297241a424c0061a2a2ac0976a40f3d10ba35ba0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c223e29caa55e71bd43576574cce89259bcc1fce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205befbc10b4c1e3a4780ec10f64fbefa0f2fe688bdfc1d6e7935d7f9adc8a0e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d730f00e9c880844e40e605c448ceb97f390570
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4901465aaf78e3aa2b2b2034e9233a032b11095e54a7016df107ff3d36f1d085
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2779d2deb1626909cd7cb92c2c0a702470caa599
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a7af6e0d213be2aaf2987870813645e2eeeeb33657bcdd30d507e7fc296f39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9983d3b0410ac8180cbbd8db9f8572748c1b81
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f6354084b00cc789734ca8602de2c81face291830dc537f8d733f71002fb3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91364785b181ccd5dfc7376fff56ba05566733a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f86cb7ebec9ce68d893bae910613991e14e513886a87bd887952e1801a3e42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6020fbb4e66505040c1b7f84b3c478cbe13abcdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83ce26d5016ab1e82293d59e25b3ed298c58843332fa42392e664f0101bac89
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92efeab5901b90ddac31fcab621d33f7933bb5c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261336a3acb85430ab3508fcac38851683de55a03a460c00e9530a91ebce7dd2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93082976c808cf52597ff165952cc6cdde448985
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfbe289d99d6ddb691e7b92c619a7b4d51c2de9d01b467725b5e4b40132097d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658ba0b82207be1b21610b3d610cf1a766947ff3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a124421e67d22dd6d405a20028ce5d9b9c47daaabb276ff9d00e68199f769a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a945782d38c10579676cd538703b9e9724dd27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4137bf1d327cc071ccaea0f20491a5493eff8a05c449ddea1e8a9afa125497ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114a0bf0e3e9cd84c80ef5e28508006b4377b3b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f46adbc0e1b646ca673feddee3fcd24e0b1fe3379d100a45d728495f61d7be
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45009db5a72f963adb7c06dbae5ba2e420434bd3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34534b112043bd25189b060c6d8554d8ebc4e8f759398630256db91dfb93a059
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516289a3f5f124421d23db4208c52294521be71f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e094bb3bf0ad6e2b49a71e8d4378c86cae9608c90f592d58a03b5fe93fb1da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02abb4a24ed252c7d70988c6fb18b6d883f0677
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a0f7cab94464a4fdb8da4c92b7a80d7d5f4466dd02ba0a436e1fa8e6fdb5c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2068990b9d52fabe2803ba26e21deea59a75a9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a038fe5081f3d88098d93a628ffbfb40b66b215acc46238ca06052c3230219b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f0def3f758d9152f928d1b96eb1672938b61cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b59059fd0699de9637a8402e810162f6a1988ecfdd1a81419f20dffa3e6077
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ec3b86c274904ad4f7f0bb7d75ecd0e5013902
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cfafc2b6a8ee14e8793f1b81da46da8759f954a23d11cea43232c1f0ed9c8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c7eea72e7ca7219d80de48492ee67f28b74f65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91a2c8ed65bded383f81a33cd0879ac320e4787e30f1e0d8f160c3154c46efd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846639cdb40c7b661f748db16a80d16e21f086e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271bbb442401eacf51badba3f37dd88219118d4c16c3780b3f67f5555e74eb16
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ac8d1b3509c555c5e36257cf417b84f3c7a4c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d06bef0930ebfb85ef96f8eb7244eea13e227f8b2ff7213aa2c2c9e4117e6a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa1056c8d6934bc611ddbb9711e1a51d29deddd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f824e79a85652bf4b5f264c70b91d2368c88951e680bb7171f81426e9251011
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c3ebc34883a6a7f1c82468f6ff43892f16cfd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b08c8d29efcd0a803a2e36140479f1a1d4d09fcc678ad57a1206d22146b5bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc7098d2b4c322770711ee823f5d5d04a14e9a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cbb0c5b6981f7c568c123d04228ebcba267fa450919a8dd19f7dd8e0811be6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5c2a89b224465acbbd37c444fd722ccbbc2074
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ca9c7e245900fb7ba9d31910367fb9a27ea94ed0ac4082bcfd7de43f2380c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6c8298b22e3665b3c81557467c4d722aaed5e6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca5b8961be1e51f1a8f5cc5d0db83714670ccf2438a623277f8703e00c9c1a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f23d0eec00b8d61e2d72c43d483be5964b5025
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a94f0ad3cd371ced7fe673613a0b90968cdf85e3ece0ff4202107fee45aa01
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bb9fe30fc538f01800c63db8d802d7e451cf74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3bd72b5b27fec5130ee42cd9abc1fd20ced1f7167f9879a2e4a0a05a8df8c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78712215d0599a44b832cc496ead198de537f270
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8c4037411821a0ceb98ff96c5b4ee3c6fd33480febed49c654137fff501e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b773800b9975ab93fe7d496784348da4f0fd55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a522fff103f1643e0a3bcfc2c3c1dd680a607636468d5ef5bba1a4280407ec3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57137be392bfb70a546be0c3721136af1a1848
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c295a0b9d88f8fa351903d117b68a8ad43347b10048e081130aab78b4d7c16d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39f0eb6f3bd166f537142ac5165215d10ca118b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed74cd8cb76039af3752d0ca689e32400e93a2e22fcfc12645f26106d69adee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6b274c793564e13b184e39d2e53f69e579fe1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c81fc15696b4c2f7b314606b147743c240da4adb567f1bc76774d0c5c9a61d5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffec18c110dffc5d8bc1e157ede54dc37b08f20a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7c20e0e57680b86c6ce489f5422bcb54c1de60fc8adc7e6866374fac576397
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a3456b9de21f274e6f0cde4cdff0ba0b1749a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f6bb1984ea154fb8f96975e7ee1c5dbf9275d489eb63fd215491157498ab98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b61e1df29d51a55567d767573781840a841917
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020ebed9e71ffa4c44968629faa0008cbafe43f25e6b8727e9af1a957413756
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3426a38ee992de725135e8d0f916c26957024008
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a3b0699ec1d3d86980465e94f6798bf1871e9c2313a329af63852c54898f5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a92924564c2abd82caf61a27ba014270cbbaf8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1914bf6efd98a6c0d6b36da784ebd2f57083ce78c6a14c77e8ee9958c7c632b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc8a5ef1487d5d5388f1527ea7d7254a9171825
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3318a3bddd657f7ff99370bc25c4e20327af2a44f7afe668f732127e163600cc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794f1b389ee191fac1aa1fdfc329db8c7a7059ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b11f255c9bf4d10aa8cdbf624028160a26eda6a2d5eb7d5bfe195da8778940
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1bb90182ff24775cc05af32f2f7de4c97ae635
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b880feeafef260105e34486282a28249fffcf63866f6f7d2aade93043719e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4d09b4d2624c6d0576fdf899a393be4631113c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc505cee2c49c5f38355e6751a28b368d189d538e4f9488083e0b81e0851c667
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617de78c4fcbfed16552f5f239578759eb67b37b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4099db929431c46277b378e469524132b495685515253ed8d7b1e3545f6e2fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52453b07afdade894f72bbb2b6f9dfae97d91ac3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db8bb0b96c45d162cd7458d8b207c44d105fdba6b2c3bc50c43959c6d70fa69
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcb31f06e226bdb5d7f7322f425336b1ba66749
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7679b961f950be53df93ffa56f3b88a01250af1d1352ca60c8597d126da59111
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c995ac38e3cf11e307b6b57d42b462cf21a9406
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f27b30499b39ffe13f7e82e5a0b9e6296e9b8daf6b4659892793ef369b971d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e70240bbc814ce8935f77970e0b591454066e7a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8b9c48173042959f48b0851ab9d4cfecff27cea0ec97aad45a273720415d0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868f9be3b66d9505556fadd4295b1f7b1cedfc4a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7d64c9ae68c8fd96ad0adba75b68c10f795c2e156df73ce93c233701d8f32e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baed693f16bdb3223d24dc7debead5dc148fc1d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6ec252997e40acc186f05ff05e4ecaed0f0f20ffb1de5fbecdc866ea4aca09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2ebc4f88b581e21f8ef91eb75166030662695e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27bc62fae2f77b8aab6ac8867a943ecf74a3c07f84ed52e16abdb14cc01417e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1330df2eb85a1666c0fa38246ef91b19c0971c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e685f494be9b24e0a37c4a1135585072c463a2d0b2bc138562d7a27a97863580
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cf2323b668a3ec08ba9b500766b19b8a7f9ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fd61101ceab87303a9a256a61476ef64516b34792697bc121ee1fe17b5ec09
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889561bf05a454c94c5072802fca5e437d1159ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f015113bdcfded24a1203ee6ba59305aeb3434b6b623fa655cd0bd5df540101f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d486a26b618e125af7887eaf0c9f9b9c2aac6ee9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2adc1829d8efd8c97c1cf7a2ebc4971b5ee7ddae73aea03414e0b5c607b2ca0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae25c17cc4609ba50ef5899f8278bbcd6d89829
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e273c0ca136cc07b3bb5b2731ceebcdf464585458156f55288e1c4637c4e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bef23901ab30bd8ae8d4ce870b233553ef4f68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afed2a03d4569778d8b3f92a851d56d5209751c44dd897300b2106c487ed7768
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1005570a16052ceacc141c8f0e05579ac3d738f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febf4473bc03a29588c75bd8c3ae5f3e2d50ea91cf3d7c7f9806b00df98db6ff
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb39eb38b91bd367961ad2ab5d96146b64250a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82b605b1c384430fca658cd4a6aeb2cb8712b309c4ac94accdf5be7fc6ba166
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33d94791d1368bacf51c2b20a7a9bf24abc8bde
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39249d5381d830854378c7a4c9e73357e6e3b2b3e4d0ef19a001dfd47d04a87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb9837c33734f6e53dafd7d50b887c69a71e0d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8be96ffb13e313c4410317d1d15796aec9d61c45087281291e167b3ae78375
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e04860d447857a9f8d0af5f5df059b2cd3def
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79992228ee365b22326c3d3632cbe9cd3006c86ef19df0615092d9095e82e73a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a134566bcab3c1a7337ff1733f0bba69d26629
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2205d2dad52ea0943cd2e308740cea713421ae73eb04188d1ac20cf240d84ba1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8626f46132b1668dcdce39d318de10a9eec57c24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3a8af87b02aba00ce5dd5fdb3cb668553429e4da0d26f1c90dcae72459d060
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764abf05aa2d5b4152fa7fdef77aa5ec09a3a113
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2534249728a9b94f437f94b6aa9d4840e7669dd11d10abb49867a19e26cc3899
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35aa682395bf8764cf75cd7139d8fe892e02fcd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5f7a5a0cc7bf307e5b079e943604bc67d502359dc713d939d91e37081a9e83
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b6245eb3e973b44a1499d1767131651e7c96a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf5e7635dbb3567c21b4bbf1ce97fa4a4ddc26af6f07ae2f4e367944009112c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3438a0c0c182d162ff4ed54fc631a3c8b9d9cd57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f71a6b44196ed2024cb638ca098e737d32bc7e8c8732cd1ff78dd4f266d80f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40977b500927c256af2d61953ae2f5b8f2ea5d36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cce5e476bfe38742faa0f5b91101eb5461c8228e47b2360b1b90031f750af29
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6280cc919283d256c610d234543a68dc6695dff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1dc0ce9fc5bf115e96a4b0517b1c976d05cbc132c3cebe1e030b203ab624f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c0fbdbd89b253c4f3456b18c9b5ac0744cd5d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30ad2bcb2f96b95b4abb7c69d2097e9cdcde1315cf223b477f3a2c79cf76f87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce8b4bf99dc37700aac0ba1be673cd42e55f871
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab09e79dc71215e9e09049b5940964c08cabf004ad9c02087cd9d21471602a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7a968dc90502e0ac5bedea99800d6d0494394a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d898ad7ec5c1ac9193512f2b240324516a900648c12bc705f33a9a735a4074
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab3833f559cdf9c1f2e39591c8af13ccd9b9eb6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5123b7e9fcc961a444df16148ca21bde1b5ecb691e54ded04c24d9a6cea57038
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f23b22a6c95894460f3dc2b685d5234043c4842
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090e7ef95244b616114c68ac53cb91f3c8110ec46890e1fdf3621e85cc347817
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c4c170ad3823d05f035cbd459ca88ad3395af2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae45f0c600eb54f80bd62b6589322d55f1c58b358aaecd4a349365c838e9dc18
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b0ab85b11821e6c458a8e1bd4bea27560368e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1cec0a8a92ffdea648af9f7fb5cf6dfb8f64f611f52f139d7a4338b4fa7bdf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385856d05260667c9aef39f8899c54b70a90c2e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3312f6f498035aabeb84b53a3e17a6afe34316bfccccda7720d71371ffb1dd0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5c92d0fcaec22ebea7fa59130b586e7abf0fbb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a717c9d5c6cd2421a478920c90918d4cc09a800452cba214be4d459649ee706
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81091c61ee5902ac9094cf6a14dfb1173874bc54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26eb641d15123c4a286de282ddcc27e1ccebf90b125e21b641312ad89d83338
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ce2def73b1659bc3d71133b2737462a7dc4a43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4f474db11e497806dd95c748ad0fd31678a681df9310b8838f067b116a6ee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f46e835e870ebda9e81861137ae5a78ddf19a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fff15a3d91a0943364a2b0371b1dc7ff17bbc68715711f4afcdaae7b0834841
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975badf74fabcd8931c8ddb637909b5ead2dad41
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98eed7d5965e9c72ba1d9be04dd910affd01762b89ae3c11601eca63752fe02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c0cb652250467f952d9eeb33206dc56090207
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb8a41157735d9e225509a6bab63463df11b244cd29f2dff66686c7346018e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbf2ef5b796e6a6dad20ef9bb718298bafbf922
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ad05241887fca8bd6cc0f923e4fb77ca1cfb081bb594c00cefcb1c5a882865
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb12aa905e39eedcff81689fe35d80bcfd1d3fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2f96c43bc4df3b72d029ef5abd302e71feddc1df8d4c4051a80c849791481f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09084884b192b97f3c81ab5fcc242fd2f260eebf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ed070ef7dcd2f20d0fe58e30445231bfe4cea0ce02438a1029c0c43cebfd78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f459b505032bb800a47c475550ed7cbb8c24c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4907ad7bed0c8ff8b3b12d2e841efb67b0d93780a2cca5c673dc66f85ac22db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a95002af579ee21584fd59106535a3849cdcb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91147a61d59d0e94aa4d655e35b1ee641bcd0e39bd9af4d6aa06c206380b5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbc5ec39722de72f17d27ced1f7f1c90f298a67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ef8250e4d14733f583048c40e1a7a4fb483b55f192067962b66431f2baea0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e78ba6c3aa7d03f67ff06c898669d5069b39820
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0beb880e1091fc86803755bb2d126e1cf1e2db9e46f0c09ec8695cf8988975
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8ff3d0be2a2a4771eda46c55a0fa6629dbc8db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e77751612341d51e72fd9e4958406eecfb934eef5ded206987212d5eef89ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41970dbd914babeb04fee3fdf8ec26eb1f27164c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee125f5353ba13d0072128877b3e3312472b0c05fb16c0f10946acec2c8bc4c1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49ddf9e1d41778c277a3520700e3d894b64a840
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3e4c006fe57389e5334e69583267023c521827f11651bf902c689def415282
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e10971c815cd91eee43f9b0bd2d94a2da484478
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c8fd4acb217d35e5351fc531864a8c78f55a4b118d1b5a113f90728e23543
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d84c2f7d4132bff5ed9c6f7718c30dd743cf3e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3d2afe50acba49e34ebd57ef871b7b1a14ccc16373845ea1dad6483112c180
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3404cf0f79c65a6d996d2b01f0544f3d7adec69c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4635eb2d44688929a5b1ded6a844d1897b94cea667e4658913020a1a9580d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e7cba8f760b81c74a69071ff1a94c3f4247e7d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b2b7856f084dfeb38cd78531f954a177660df3f3eeb43c90d3d3b4e5389c29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff04953e8da5d27e97c17e6930d4b2be3e8a714
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f19261843311b2ad55f0d95f67e5864c548b454e106801feaa89259ff45626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3670a49eb0f2c0fb7930417f80bed533379466
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8d038957104612b96439563a66187b50bd895ab5cd7ae67c4d4d0909a50ae8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c996c1f4634f006566654936e7b0eae9edf9277
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06cee2d9d7cfc8d67b4ff9b7614e48e0a9bfd3fec5688b0cb0699ac2fe55458
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ba91658d7f1b7fd619c4a2f925c6284a976bc6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae68096d6425d638743021cea0bad4e332555227de9a3e2071605fc43c93e98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc613aa5d2bbce7fbfc205de36e4690a0a089c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fdd520b5e42ebb52674283f14f4cdf8739f5fde8930e8b0aaf2fc135a2aac9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b500735cbeb035e3f75b07b5ede953ab2f7c5775
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e861f8803ae610c96786a9dc6a84ebdfa874f77854964952fc93f86b81d51fc8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defa2040cb23cf9c77d817d0abd6a7a33e16a896
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd779f22556188c59274a17916abc86a79ee54ccc7cb3d3e791c728fc898fb7c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53ed62ed503f439be8c011074ebc43c398cc097
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c307e69f52ff517f672aee92d68f22e21d475c745f15700e8214509013bd88ae
+size 42115
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b522cd40685032a9a3c46fa8e86017d994fa805
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee3a4d49d0139b498089f194ac67c80befc53044235c84a8a4b7ee4b749e957
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38a7275177b55bff999b6e7fbe7abf3cac29d8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b763e2df864910c3baaef63e6da2a57ce3d35d93bf8cbab0ed43abb4313b9cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333c943126d4f391c1ee9a00c86d6e914f41057a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ea99ec39162dc9ebe5b448afdcd1b2c3491a380696a0bb0754cf5d5b432ba6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae4605a51ae02eb81568d67994d0a8c950119a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc64926d9eb300a8439ce1fd8261532007f2caeafcfcebd6e66e2ffb47ff5124
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3f73f21528a149d6246e5c0a9d1b1f2761864
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0e34628bb04a3c7810d34b66869f5aa6e2166ee916135d04218968ebbf4bd9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd977af69cf4c4c0bbf348797df995c9d32229ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fce7462788eb9cc4ed1ee5fbf08da3a12b5bc5b50ad390cb99e435bdacda73
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656768a60858e8927203a863a8718997b10f230d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537a35c09db968bd550c574faebe3d9c2165fa433a61d387bdeb37587aa5faba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9430f5ebcb1ad54609b727af95100137967dfa76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787a1f709636a608fa4849e4bc84030e66d135cc9ec3b2b390b56d938e72cf1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d56e15ba68c9a232c38749f815c891064f6f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a16cb661f1a528150ee846f05f3fb927d4022d8e684d3b2744e56a5d9c3178
+size 11395
diff --git a/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb8042afd27232f9ea877dfa7d19e3b34d65828
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af970e1a87706f5c6d40b3ea29f91fd4345d00139545148f39d11e88216685d3
+size 11395