diff --git a/params/phi/5/rnd_search/comb_2/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2b8111a1ca682aceddbcb877a156a62414c375
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fd2b84008cd0c78d011818494c699bb372fc37a050bcd828f9e54ed84fa10d
+size 205955
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc91cafa328d78422a1f7e692d7f17e9be1f94f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df097b4c652a141ca709c10aa93c8b9407031530b4a7df92dd68d4910581059a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78c0d3761819e4bbec67f3eac4fd4ed0df15a11
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13028185d3851085dd63dcd814888104b2535a05928928a9ad0c6a3a589eac2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb9a3ebf5498912768cdf0f8363062f102b7431
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279c77f7a5f4820abc7f52b0fdbe1f87a4981fd8dea1e37e504316b896cdd9ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8704dcc9f6d7270ffc89d61cb0b9ebd8a6eb8f7b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942540addaacdc6cd98a53bf2c3b3a71f7f8317b5a5e8fbdbf13da90d6c477bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa869411915251298d14b88e2049bb57400c0072
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ece9fffb432b4d800adb518539029d19032244d60183c696ab355db55d0ac5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e74a55f1b9871f68f43644f8168745f8c3ee1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eb21949038bd7bb7cbe962d495b80f08c87b326d8eb7bc99fff6b6e289f6f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7303843fa36ef88a02d592e0493bdca276824df1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526113d558395e5d58613cc08bfcf73de07a5fab3ebcbd83a250640d6bc7a2b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12de2b31d43c20a3a8ba2712a20847d0ae736b8f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7769a9f6a8934a834394d93336dab856c706077b5e8a405ea023b5727f9302a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611d0fc04bef10a522fb271337405e4a060481bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b77720a023566005458a5f5da67460aa716fcd8697d5cc729bc655fe855a782
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa765b317264f5fb184902710c74f518270e0cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674c7e5b6ccd7245a4a48b474b4a6ac24dfabdd8096f54fa10aa760e9116780
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6187d0ec9c5ef49fb05c203e1e2ee650341be757
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2087fa6798117097e9981c6ddd1fb2d94f17205fcfa5972b19248b147655d4e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fef21275c36a92cf29bec5c3606ff96edefb03
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a902c09603b9518417bdce56a1bd03bc1a09077efa2b4050421ebf763d1c5b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c6ebae2fdc5ed54f87f47f9137944e63ef7e67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc0462feb7a5b1d4cba49bf48814925365d08370f06375b7fb4961280eee9ba
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3019460f2d3f64fb81d078b809489b4c471d04d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436b7d3d4716a6f2689cb05cf6e482f3dbd934a03bfe34f710592af87d59bd6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3299e24ac5859d5857639fa50b0afb909c0bfea4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8127b672d2186e6e1df0ce64fa643db5cc97bffb7c6d3f0b7582c3519b449da5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d343cf1d41784a3813ce290125aee3243f39ea9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e340560b339bdb0fc561d1349caa697e623132dae33c56b15a53238870fad3d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc596fd0f971e828e751cc8cb8deef9ad8244c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df1df67631e7aab1012cfb8add14dcf97e3df6dcc6114c02dc8e06e09b879e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ac11462a0d363bd0b15fab599be8cbb024640e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b413fe6d378c1f6b5ea40fcedd260691df7f1436aa47521b410b184d097dd9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b6189dd96fe4611e426b560e1ac8b0ab3420d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205665a5b4fd9d31e571dce3d9210f33555d951bb014000d278daf989befe581
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66aed89c0ddcbc07254b96cf1bffb7d4c00f778b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0250973c434371f063369c7800f891e9d4d3a5d08b17e2a288472c13a8ff93d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96add20bd07b117068d8824ceb603716ee7d1586
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4bdcc8fb4e6c04b7b3ff229b8d918861cafa2d5bfa7acdb4c2999aa28d1a8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372c9fb67e9300336c8623e04a39c5b65530e3a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861d9869a9401fde115edbe60c3a6c34b18136be60ada97568d87afbc23ebd93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b43c79d6317dc6842936d9b093435cb07a33b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633ac3b7e31a05b4a6434de9ba7ca6f50bc81e5798e93d9b2ef1cf1a72baf3b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de4b0128fcd43b0d37307c5462ac2ffdaba8d56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbedc678fa8e5072947cd8824d2063017bb174b5ce9cba0f6cd03bb73afe43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e306a04e759545550128c11280174eb92534326
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ae55ad54d2e4af75b4d7b3126eba2c966db6d724b4ef82868a15419bdbbc4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7e6875dd7291ab120037dc0534c0c3f1f81834
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edc8aedd47118b776e810c5ceb58ed584f4d8d643e49f8cafe68d11d2a8f1df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc63729d398469bc90c286a7cc10edddaa53c00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee83fc6aef69b7db191e013cb2f0a0cd7aa79f6d84465f8bc8c7464d6b69c64
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376f48eca182dad8070b8b37bc84113add54b4ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9583411c603fe10a031fa1429bddacaaf50c5b149342ce64bd64fa257148d843
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e1b5b570123593ffeb48d044f98062e42fa0d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28dd9ea77dfb00aab95b5166786d57b114fbd4a3f9fdbeb93d47d7915f96ea6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47325e3eb972009da1e8ee07685d46a7a721050
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccf07813bfb237a4615bc907dc394693e8bec9b0f96a1f979c9e423c357575f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4689c5f8de187dc90f459887d68efb00de76f1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f48b4e4b1551a8dc4202810232555c8084e11fa97c21d5e7330b7cbba44630
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965f65614fc83c605b344745291baa716e4be8d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20eecf63120cc3ec7cc242bbc7394b9bd482dff32761c94fcadd149b285329e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f75e09c36647ce44af8c79ec0d7a0a6913bbf94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70629419e2052b55295d205333baf139c0d543b77bd0913146a11245ec294774
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f91f98fbe68d0ca0cd880406952d0ddb5b9c06
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d8379340fae177e1e904fa892386a0171e0ab54ffa463000e851b6865f292b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee7b97857ce64d3b149d3c094b72eec97432763
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ca8fed4a8a0506d4b8c709d99664a1beab6100cf15731a6442e3c68a643528
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128833395aaa5328d38c44e05c6e0fd6242fe3d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e967f36087cb0da54284723bb1fc9b906b720dd033cf9cae0b0e64cd5db32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5755c5f8d0815f02c944fe08a2a9a428d20565aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10424ac3a474300fbc8313e25810af63fffe8921fcba6d7546ca45ffd9b7dbf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234966bb614f25b43b3b43cbc69943ef1b262dec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668eb8edac637955c30875d1cd4ee68c9b4db26b7f13f5d6b9f6ec570d0fab66
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387694b2a77de11c3314c347f171ede576ff19db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d376279a9d729d1b999a89561f199518a12cb5a676d8b54e4da6ef0eae005d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b377bb9f80a655012fefeeae0a2ab6083667ee8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bef13bc48750a4d3b27463059bc953d09b4ac19d388b36b298f8f0a7cd69c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27df4c3b6cd40a91313aecd967f6d297d572435d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d848a172274251f33bb6da8879335e9ca7ceaa7833a8ebc16abc45c5db7d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e3d73fa825514e857aae7c828a254b022ddcff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7420c901ba189f940dd327bd9dd0a363d96cc64ff4ad6600384d1724d0246f20
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bfd5f4c45b707d03e3000fbe1653573238de0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ccc0641261683ee6a4059ad36ef76faeebc7c74beeda3575736978c5330f07
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ca8fca58494c5008d1ad978c52389cda5e2987
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba45c7c53911b2ac4aa61247d0b3e5a93965ec5e3bf92118de4d11fc0a30acc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf75c8973c1f87672ea6bff3bc7a2c18cebc5bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff6b2b9ad9164ce660c6920720ad080ad1abda79915ae52bff561ee84715ff9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f94583ecdd2dbf04db679854c50495eaf06555
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55396b490ccea470db1b72e9d0fc89645a224da04d77af0f1f40aeaf415a0ba5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1265d4f4590c6bf869f3d376cafaf8a2beed24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9f41689d0fa12f641c89142c6cb38a9030c84b89222dbd6ee253614e39963d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae6a2afed06b71c631ef0bc94176e8d50562d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd7ac3f54a6b8700be7848ab2384d44812c1e109e0cbc5fe101b0455b0b5130
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a8b49f2e15559dabe62933b31d3604ebc6f06b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911d522cc2a2703687b84380e0710beff0a268e7c71cf9e9f3044209f7591faf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e833bb689a8ffab15d82803cef2cbdb3ed05173a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b76cdfe77bc8ecc251b61bbe26915e4f9cb89f4978ec3bfd9972a6fe02d55ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3eca452e7270a1bcd5cd08f955f22c2614978a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b160ad7ae43acbeb2c6ba054a48d95968cdeb0d3fd364bb489bdd41815928e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9516ac7c818f4ef0e64d66e146f243193ac6cba4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369fbf7dfce4892bde094e628dc0fd35853aa096eaf958b8f521e4409d67a092
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b8cdda55c7fd8e6ad4d555ad02bcde55c1900
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9f1231bb879cdd5f2c0699a3755524e5e8e8db2d864f6da58deaf0519d03e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b1b776f7db5e1a6c7155a102e59d7e949ef89c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453b1d1877c397d152775e2e2ca63f476472ccaeac8b6eaefe813d37f05a4a77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937d9730d34c0d48f9478e3b6bc65876f891745a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec8ba8dafa4e087eb399369927fb7d924bfb631dd99e87488aa9ab52c01b6e5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4487bc277d484663f1e295879c9cde768d0d285f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42adbff20be19e42400fe05fe2e0acf4176015788aa8e39f0255f7b98a22396
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ed987f4ee22310ca1efdf4985c8231c620185
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b83810e0f811d609a08d8892a3e8c15186061ad951d8dc4c7846d4e40688d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c882d662f59efb92df3e3a2904a7962901d114da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f15f1f9a399543ee3b3b1bf388db41744937cb261e83c012846343074b28577
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcdbba8f94b01b89d31bc20cea15501ad7df224
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74cef63fb8668814078587c7768e0bf3e348738797860798271eecbb3194628
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605fa7c3623aff73b7c0b77ff9589d08dd19d7c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6609521a7b4ee50dec3d1abd9c18975980cd2e351ff659021c9cdf43223b906
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8facdfae67260a1858dc0693b800f3cca3aaa12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb33d14a8cc371839237a8eca1868370f97ebcea18157aa1d300a0918ba36989
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bbc03dda16b230d83b90511980d154fc6a1e44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb6478063b8313ef51ba292bcf86c86512ce53eebc3a36d451695d4baf0bfd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89926d941d743ae9aa30764638b67b601fb171fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df36d07db3daf90a898916bf01bc92b770d948f36c590370aceca798433ae18
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b6b867820eddb41311cd02921e0a317148823
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fa33c324c2c10e30f8a341cef7c46ebbdf9280ed4fd16a9154f0bd5afc54dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2039a4c58e62ecf6db775b6a284d1374488a1379
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f6f272f0ec22e65b949ce2f6d4ddef2a086c6dc796c1ed07806767346a5635
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c222f43771cb2babfbd7f3e012aa2ca33e0c8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cbc6367f9578499f4fc0cff83cc5bd4171567488a527cd37bbe977577e60dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966385cc8f73e752e96e11f4faa4462d59e879a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8784b2abcf49b9de948892a38d61178152243df09d2bb9c36ba5e261b5f51146
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986f399a63392448495175bfbf4b037f0f78a71f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c3b66a79355fe92ad77c510386374767e5cc176aa6a5f6b4612101b01814b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34673af4da59fe1cc28a57aefa16f156aade0b29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4848b2b99cc9a8a0b1d88ba4cc51765b449e85f6060737cc1c8f38a9a700259f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a00bd9b0ab671c45e0a48e0c5442f9e597b9d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48fed16c40a31246c6121bfaa4379c624057a2e7cdeadc4691224c00d4dc533
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b03285febc8e7650cf8edf952f7036a44c77683
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b141d9290fd2f84ea97f2d71462bb53fa77d31ba3eb65d0a79623b86c1e6f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fc37248cd07851317bc7851573789d18731790
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b60e7b21b61c6af0c4b19a962860ed6635062b9fde44a2310ea4dfaff4abc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7bbf9782d663afeb732072f56bb53c6fb5a637
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0771b42733f23984d3a5ac5d6f70ea0e4042755876dfc782217960a4e3ff09
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761e81dc726a71b730f2e8a774911b7e253290fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa1ebce130c7eec451b0a86c422580bfb1d82037a6f536fa99f09cbfcfd3b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfecded904a3d281fda72fce9a85025e970dd177
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7205b71cb38abaa30de9a3fba844806c3f863080bfd5f1b8de4689f791fe5bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a74028846e1f0c3e9baae78e40d209c14c80dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc8b0e32fd6d05eda8c7556f7f0bccefe0277c7ef1183f513dde75bd025299c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e540f164b6f520e5cc876ab4c6cde86c0bda7416
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb917850683dd6eef132a714daf84e87b5c79ee06c339eec0c27d37f34eebba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa98c8d74d6ef03188d4704ee2cb93c84efd7355
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5d2e3e048dc1227bacc885f4f1486dda595ffcea3f8e8fb88d22f11447e24b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83eadacb69d4af22087661d7025a17b467be63b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d310e3e947d68dcc4880927f1a8bc9403db65faeca242fe5a50ef9c153a429
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eebd500b2eb50588e6c53dbb802caad270071da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e965fbbfb7958e21c70557e240dc90c6536476a202364ff469ebdaa653cb85ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3375a07c1e71f9ee17008937b02fd9c2e6c38266
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aa0a943a9b17b5760a4993a3e7fee6c52f008edf55d98b49c8e1303fbc61f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb8a2f9e12bc8f75adf6204b31a41346ebebf8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa0674fe5e4c3bb7725c696636b9383ca0cd1e2bc553a0c1b2b80ce61d3a50e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502bf1cfed42b6c7a6b4cd6bc380731d9b5a8ec6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0617a6975804b6591791d010e9260159fc32b057d2aef72c101846e8e85e5d53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8351e8ad796c8d0d36b7a05e938c0c57ed5d551
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704e8f2afd179283b8e1a49bbb6c4ed348b798260352d714ff40f4cb4216a1b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f139e4ca0a530afebbb3ee72b30b037cd854b19a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c73a9b8228cf8e5bf65285a88e70cb4b9ed4b8d17de1e702fddfc61995732e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcaf9b6e12c3ec2eaa48f268a64124deec55565
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f5d618dd5c64140f2cf7ac0b349dbeea1748fb156b0375780c2b18b2d1c4b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c6137046e5db6e9710377e474cec8fea65222d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0933270d4058adabef74cee4fe12ebf39e7fcada47448a237aaf945cd1501001
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7318f482da840e60abe84e873724304b0a48aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ed7593a05118254ae4e068ef47bb58397602c397e0c37711224e85c7554d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046583ef3494614e551813e5144408f347bb8b6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3ee5607636e22c03344c7ca01d10c74785890191000cb5195bab45820e7716
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6c061e37f67dbfeb15553c521b6a028edf190c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43094966ee8336b607fe0d647f189f5de3a85bf625d672267ce01a5367ae9549
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee3454bb8e60ab128427ecc05e022b4bc200f61
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b8e840adbe8b1c2a6f368bff03538943991726eb56babbc9fee03d9babdcd4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0601cc0efa96dde2a11cb0c07bcbf3bec2c3a322
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584bc12ff547557de7a43621f7434a8f9035fc192b712bb42049a214007f6a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eb10c8ac1e13fcab41376a9db53024c5873aa2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2433f21be2b84a3106ca03ec5090be1e63c04a0766c5520273febe62b35ce3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44dd645a955f980459971bfe0402f1fe6992f65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebbc2341b36b0c6ac184ac4a55ff984405d2c43c93c72f5705f264f9bdc022
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae017e6334d24c6b52d46193dad0d406604d19ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccb7c25ebb1de93edd9a5d18fbf65fc96c5bec1203df4f726e944b816f80218
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c801fb3cdbb443220ff605870b364636991df2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f671c60628bd418337ce0946724bd7992fdd33603620b41f056cbe6a1e3e87db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10ab6becf2d81575b14bcaad2cb7de452587362
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77436d68362f9a09212fe584375d5c8032e95d22f8f5292c97e9a351ac91c818
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48c3331ea35e4159a508d1e7476f6dab77d86f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c53b14b9a9eca4b03bae83f298abf06e84f03bd0e671c27097e1b43e9cd5ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3d5c3488c64636f454b286e5e9b2d5288fee4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895eb1f75628efff568e3143506aede0206efd73dbff89bbc28a3387d9ca8c1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3801f1c6da0676d447d4e7d94365fb8b03b9fb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb735625a3fb9ed9697eb5468aa72d6c4bb5402040950f5653f92c46dbc60c0b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35412327bb1bdbbc8ecb1d54ec908961f884da8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fa4019e5fce0a2092aac5d3a5b6f0540109ffa9c4362f0359bb728eea821ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfa8b95bd61e86a82431cc6f994a6ffd2691234
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77f1e575f3a9abc345701c55725b0cbec2bb8cc9317fe317db028a0b8f5c675
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307e60118f62205c657673eb9d10573ad63116e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f147d3aa7efd32a5c177b7d5b872f861372a97a022836533b1eeeebd51358
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b74a5b001a43a4fd99c26ce1c2149554846807
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988058a9623953f091617accd0317a709e388be709dee5085a1b11acf07a8293
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344fc748524198958da1fc16e9bc8c32a54b8ea0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c2ec27cf164de2cc3b65ff7b30a674cef033c2dad790f15fa9cbe12d97d397
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b645102c355f675d076ef3668fb25ce3c5dc74dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bf6c4dfe201c5457be4839aaf77992857b55cfd30524d61ca8d3228feba161
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7d4c9d5b2157a036071c99c446097c1cf54c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08384816a2fd8ee06a277498f780a1e4b1888a81bc7a45087fdbb845d25695ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7166e2b236d086b1b036b97a7c4612025803646
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da7c4f8ceec317485eed01dc767ff5a4d6a76d0f0eb02c27138c45bfe9da21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619a4105e081a85682db01be7e9a696ce0f8ce78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9126d22fa2ac40a6b746f88932a3cbcb1bc38cbcf3964928319e740788f260f3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574f0e8d552d85394b3b16db34b0cb7f86a58f63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5ab89e4a4bc036ed6b0b59482e322af442c86ba0df6a70ba2c82a60bda27fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a038de7eb5f1eabec89bf9f0ef2d284cf181228b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05878b1fbc54ef3a7c0a15a5743ea26ca5e64b3a5b13918c4517a34b2cc27623
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32a017fd59f2d50c6e00cfbb1469b4186f681fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4171618c14d41f2bc9916a3d6a3416a342e257f9402d17e9c03a3583196baa3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520ee6da1b14773bed3fc3455b5862346126bb99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2a239120cc4fb863cfd5e82d975ebb1b1e172ab5d3129d6ade94dd843d0c79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de51e6c24adc127a857e2127cb2b83cd765c5e9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31383816052a2f337d1221e4f485a7f1a331b91b7bfbd5ea7374297f50a68af5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78b9d8f709aafe6b5a49b922f40bd65ded470da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dffe435e59b7f86d3b85ebc4ce865190decde4be775d70c2059386f8d3bacca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36558ebcda0ad852cae69175030339aab027bdc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d003d9a1970e13279df861893909466c8198a9ecfcc55f1a1c29f1ce3799e7fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd8d0e2bd21a5d9229e16dc1262433901f5d378
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db46e6f9b46b5636cea8b1e4700b8755f58fc7b35ad19a414fd88629ab323a2a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6696fdd47d68607b31512cde86d5de94be1410d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af508c21da48b94d13dc9dd5acb70a6acec31b1ce660abbd184f07261bec38b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfd253ccea127e683979ef2bdc4146c14f5555e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7500913a46d50245e565f98b0eef03750bf7e685227abc9d91d4efd2a8c0352
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050de56795931f2feaccc45d2c7c5f392b835d28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66157184537f93e2c783aa462c1859e5dfb11eefdf5ff7fbfbae553e13e3c2b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b47a7c14fbc222ff8a697d0bfbf5cfc8fda21e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861a31a2755ab38c0289c979d23158020dc7576496b9b278c6bd189494bef771
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da51320451141cfe944cefec85f7f4466c104f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232779d11a2d8ffdb2c7027ce86bd1cb3079cfcaf16ee2c5c68fe56facfc0447
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3592497b76ea1457fb62df6c505a28f9050c7e50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1648ac3f7d3d4393a9d1d0857bf6670db3a7d76405e16b495e7c4c92432b423c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da55ce4d47906dc245aa8dc47014a34332d310f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab27eb04b94e1b1541ca32a0babc383bba3194d12c6ae30277db6cf0c4caa6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9244001992f37ce119e6721231a25b6c456ebe4b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5db91beaa966e8f672e3dbec8ee407a24ecb67883a9546d983ef16d58afa2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b03fb7fd4ee6d490058ce9318fda9a8882a3ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a393140aba9dafe725863111880d288e3d6422925e961af995d4d62b5c655b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4596e543da44fb15e55f33938c7fdfd6c5951b87
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a703dbf2d9c88b00aee6bcf15eaf2c028bc4c170710c9151e0a078592c7dbf2c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694fe71993d33dbb688d956337f86d536f5d74a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4c4f727ecc761e8e8668eecee157a462c6229c45637ce02d8c4dcec200970
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecc4063fa5735f8e72fef41eed04905fd54957c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e113caaf7d2320b88d56ae796a15b008423554a9adc0fbdfb7846e5c5ebc13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a347c15ea46a1c75bc2b7af328a307aa75533a78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dac660d1e0117ed10dbd7d0779b3c198c0fe312a99e0360411cacbf0bb73f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ed08f5ddc65d4fcc24ab39eeb8247a4a2e915a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a858116f1313094d57c5c4bbe0dd6c816293a50bb03864c89b11b4cda5b1f253
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96071fe8eb76ee96f8f4f39fd207baaf37e71be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be41acfc8f2f61cfce76477d550dab5391b5142281a7055d5520acd8cd1a218b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba30ccd6745be2314ca000125561d78759e68e1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3919e2d19e1613846030b4d994c5cdee4bc91beaac9c851b5ae175026b80248d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b256240ea8bc95f853e6ed0ece35312f6e879040
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b54ff2bf19f1c9b1503cdebf56973981ae2c65b69c64815fadafadbd28fbcb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ba11697c651d320a3be7e22f0b05ba38e28292
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a3ccec9e5bc5e06d0942fe508b48aaf229584b9827f25285bba7a3ab939f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04559fe4d8e2ac4e787e86895486751b9f9cd7bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989c438c78d6eb77c1b76588b3de47663f196ab304507e62b7eebe62f81fc806
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597ffe71e817745642279aead1801d41a7e9bf6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3191f48b7a846f6c5b98c34a70c99c50d97b330097e9a0cd57f969cf87dbd5f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862a9b64cbdd3acc7736dc3388c31bbeb968fd34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaaa192f5a44935da36365b4efc7546cc605193829a7625382aadaffde33c5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dec0af49b2a859262b0236bc6a9361af143ff6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1481019323531e1b3d3017e6a0714ab442a9c29ece3231b6a3624e0d6937312c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde8dec3ec371673910a4e1cc47c6948abb8018e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8b81efebe10d3dcfe7548c3f2dd0520d1519509f3b481199f3ee2bfd2aa569
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f5426f74be58e9cbbeb96d75d1c943ee97ffbf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df0e0e235785c6c61b46aea0cea0d1304c8c9f55bb88221d2a75862a242795
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80ddb164d21017af23cd29df1e74b7291e5d482
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2d712fc200f14acda671ededcc023bdc5ce2a5a919ba3a7a32ffb0d5e56572
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c50b5bb769b7f58b5d887c1951fa0ca8dcfe082
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3764966b2ecae4ac65577f2d0eb8b4363511b2d1f285a3961130c8f8500edb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90eb301406c012acc6ee1fa8c7e6fdf7698c40b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b87ffceac7c910ff3671bee29b765cdf0253a3cab60ffc81d8a4097e70dcae8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3e9019ab8d1df55fc74bb54e5936845e17c781
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baada27d6a40d8e497f09ebbeaf3e298da5c167743fe91e2df4fd416a5f8968
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b365313763f84c005a0e52ed004e8be794baad0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712ed151f171ca16a897fe4363888e69d8a3dd6429b745b2049f6a988310ec0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510578d42a8c297884b41b0d93cf452cd1ac324d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4f48dd166b7927ac1e4cee9ef72098e7bb59b33b245c00968f3478e631d29d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89871777b825d337a19bc3d85a6dfbc7d91995ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4e23da1640ddc764d64328fbb8e406d35184dcd4d6663f53714f5b8902595a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e944d90c749f6c57df23ebbd34656e0251147c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e64bff7c9c32ee12c1bf286f9627802f3559773abb4dd0d494a6b98087e3a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c01c93fef77ee941d8a80d85f39ce2ffaaaec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c840b6b3ed26b37fc111cdb0265a8021bab0dfe49ffc348eab140bc11f0eee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64040698438f25639637560413b02f164883af06
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6e86c91a3768b13b68333d6ad94fc0357f15c734e54b6aeca730c158ce57b6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de2efc3e7bf9522da97f4487fa30087fa2169c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3529681f31d0ab8b9c2824c87c3918c89c4d18ec300a225fe4a2ec0b448dfd98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980d52b7d6a667398c8cfbc8b7c80c5517f73a6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459dd478d8c0abfd935b0510696da19bb9732ac4391ddc32badca921805b9090
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ac32df8749b83ce1ebee5235df56c0484ae21e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e2cf0423f12436b7cbd1fb61659545225b3c89fdfb88599284732bb8b4dc08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f9590c582872ca632713bb4c6d1560cdfcc2c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cb294234684b1532ba0440eb4a75c37b6e8241fa9bc68dadfffb37a61f6516
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26471930e917dccea5e29489dc8116d1ebebae8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74f2569b0c5269e105b279b8c8324201f9d014cd9e9153d11040207412d29bb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a88f0620d8b7fe007e85c1cc54be83ad59b40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf80200bdc6d17c30029ccb53e6a11800ea4f8ab729b21e18ff9bfab232e6d48
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeec7b84953acdd822a98e88d411ced14e9eb32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6eb8f2abd28a392adf69e70dd2f3b2225b436209a07be5d0ebb488dca40e86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f357e6d737ab34b22a6e379bd45d50f73e4880fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab2c366ab61e6217a7b38cef40bfa64f1546cbeb1875605c55a3d93817f038f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb02e853f1721ab7a0985039ed42fa6dbbd09236
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1cec4d3d7f12a4118b06ca704d452065bd19b69d387d07407cb2e8008bdc39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83a4431bf418e3d00b56bf32bdeb940b2c06c76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1564d9b9b2af61747f96d7bb5710d1bc32d69fb5b38fd05ce26a858cf1a9d60c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdd10cdd0a7bfac3bb33470db7333be43a248ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3004c1875786642968ff38b5e5470042cca3d6691915422ebbee7942019df3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebef3514737e2e9c9cd10b592a5200a060d47250
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da8a364ca83e21f093e255a304f37511d04dba7b364ac1112ff1ed4afdded9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024be051e3215f1759d7501c5aec9f3c990b5d4c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493861c1c5e5eb65ccabfc1655f83e2e8404a18d136b6bd3fa7dde017da393e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e273f0abc5b81af7051a57d6b5f4cdfdf126257
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3394c59c558f9386e66030e4040d2a547dc2c3fceb5f1acfaae60ec5c025c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d36e8c04477970cb50971b34f9354777311379
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd2ff6cb0029cd75f076f08be705ac7a269fb36c9baf735b15ea7f1f5263783
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be09ecf411f5b99f3cb31ef882c4ca89889420
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016b2703bdfc33c6831572fc64dc4b5f100006f662a5d3d3b1f87bb3f1a7c7b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e368e06a9a2251b1735f91d615ed71db4d788f32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f58fec28cf719134a9bed61a1d00ee6fc46af1057de0467132b9bec5655d2fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1502117e44b2e64bf1668df8b8ec09738701a0ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98f8e5e2a70e022e3423c2467085e6d130337e796c3a576daeda7aa3e06502a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe5bfd0d170f28739bf33f52ac6e599fecfe526
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c293dbd70ee942563973d4aedf3602b19022c65d70f3d4a518773734a45aa7d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0337dec6efb2205093944285595026dd8cd5453f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce36cf73c00a2063beb2c44afbae4a54fedc7d439afc4a7916b68130abaee977
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20eaf04f73a15be34d9eaccb9931b681655341f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d185e13d6b06fd6ac8d1034a74f835323b1b02bab0af49750ee29e13f6624af2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c178775c08447590f7433a286ff510b688c5bae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df59d5fb9cc6c2f49ca4ffb2f1ede64d8a553178aabffe3b868440a4df84551e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e38bfe5813afb0d7b667882a4ec457596fe46b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a4afe38baa2ffaa512013ba3b5b34cd25fdb8ea2a20e643e5a8ed7182fafb4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bdd982b7539107193143ece3df17595b3f3bab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05106f1fa50404034439437d9dfa1b91489f4633f7d727c818a07f027a9b2d76
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0c5d519f7682af3e223d5f71c54786037dc11e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27883be75efd118b6b466188f7b6a1e7d30bb5f73cd3a9785806ac17b25f920
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8004a1ee9894681d932b9fd3c9e623d5166aa0aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff825c16a9f2753b23eae765e0d060eb8d09f5e2757bd0b95a19851cb80b307
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d969605aee915f93b3721b8ae650de9317d2d1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dfa9b200a7ba2599e55f2827a8b44de65e93d7346bb252db5c69947642361f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5f03ac7bea6c974eaa2e0a85a5f94b461f986d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd9b9fd6ca2c4fb387bc2564754b6e5193fc5d2463b37afa247a821e36fccc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a32bea19a99d9ce58aa31138f7b7b3bf0570af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899219d01c37187c8276b9fdfd835c068013c5f19f2766b99f223f8a971c5af9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa84d441fef695dd482ef99de4bfaab02da19aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851dea6f60d9494422598a7f873b1f668b808caac4318a8d9ece323e69310e6e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc11b900e6f783fd525b937ec7c01e1b828c4a8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8b022677b086ba189660d7e29fabb9c90971f158ff734a2eff4dcc2aa23bef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f9d0b5ad60681a0cd58f722e00621977e7d8f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80b17ebe074c74f74e59104492cd2a5d79dc0b8b81c6198a53c76a5e8084b32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9576025c652500c920dd927b7bdb03a18947f3fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688280ddd6bf33d71246fef3cf54d4fe583f30f5f7e11ae8adfe23061b185d02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a4d642c4021d3794e0ebb8f3f5ad243a84a41d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10e274b6003167c6064eb60fd78435074396d8e5bdf2d77de210750a89475f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399351a4ce4392acd986540784f46442e49b68a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4737bb7e93f5375eba594d04b06e2da2444444d87dbbae62a03e91bc81f2a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9cdfb4572551f4c4796cc86d60fdfe40fb1b1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a09b39a106f1eb225e7335d522812e01356d2acd23787d124f3c304adf46d9b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab20e4a8ee7f35311407fc7c66b689992d0043b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a332bd492c754b381abd140e6052ac6602ed3901e0633a83c11d03ad03360f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2edf50ad63435a5c4785c44b5517ee49edba03
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ead3444cdff9ac71f93cd6e3f92127738a2242324e06c778c0750646468d77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884f79d0cac083e9a6ebeb0cc263fb999cb48dd2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3464ebd73c0c41fd21769dd9bdbd2c26ea40975548198c6ce76cf3d9b4890e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce7a1d8c21d078e0a88b624edeb464d771351f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c575ce6226b025f0574f139bb6d41b784aa61a1fa76aed7a9b82a363ebdbec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea168b3d4a6a3607647bb509d9644577f677bf0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d374a5d8fa2f8ddafc04ba23a6ba2fc813dec6478a357aec17a30a6a8d5f46e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2b8111a1ca682aceddbcb877a156a62414c375
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fd2b84008cd0c78d011818494c699bb372fc37a050bcd828f9e54ed84fa10d
+size 205955
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc91cafa328d78422a1f7e692d7f17e9be1f94f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df097b4c652a141ca709c10aa93c8b9407031530b4a7df92dd68d4910581059a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78c0d3761819e4bbec67f3eac4fd4ed0df15a11
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13028185d3851085dd63dcd814888104b2535a05928928a9ad0c6a3a589eac2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb9a3ebf5498912768cdf0f8363062f102b7431
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279c77f7a5f4820abc7f52b0fdbe1f87a4981fd8dea1e37e504316b896cdd9ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8704dcc9f6d7270ffc89d61cb0b9ebd8a6eb8f7b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942540addaacdc6cd98a53bf2c3b3a71f7f8317b5a5e8fbdbf13da90d6c477bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa869411915251298d14b88e2049bb57400c0072
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ece9fffb432b4d800adb518539029d19032244d60183c696ab355db55d0ac5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e74a55f1b9871f68f43644f8168745f8c3ee1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eb21949038bd7bb7cbe962d495b80f08c87b326d8eb7bc99fff6b6e289f6f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7303843fa36ef88a02d592e0493bdca276824df1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526113d558395e5d58613cc08bfcf73de07a5fab3ebcbd83a250640d6bc7a2b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12de2b31d43c20a3a8ba2712a20847d0ae736b8f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7769a9f6a8934a834394d93336dab856c706077b5e8a405ea023b5727f9302a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611d0fc04bef10a522fb271337405e4a060481bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b77720a023566005458a5f5da67460aa716fcd8697d5cc729bc655fe855a782
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa765b317264f5fb184902710c74f518270e0cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674c7e5b6ccd7245a4a48b474b4a6ac24dfabdd8096f54fa10aa760e9116780
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6187d0ec9c5ef49fb05c203e1e2ee650341be757
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2087fa6798117097e9981c6ddd1fb2d94f17205fcfa5972b19248b147655d4e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fef21275c36a92cf29bec5c3606ff96edefb03
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a902c09603b9518417bdce56a1bd03bc1a09077efa2b4050421ebf763d1c5b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c6ebae2fdc5ed54f87f47f9137944e63ef7e67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc0462feb7a5b1d4cba49bf48814925365d08370f06375b7fb4961280eee9ba
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3019460f2d3f64fb81d078b809489b4c471d04d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436b7d3d4716a6f2689cb05cf6e482f3dbd934a03bfe34f710592af87d59bd6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3299e24ac5859d5857639fa50b0afb909c0bfea4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8127b672d2186e6e1df0ce64fa643db5cc97bffb7c6d3f0b7582c3519b449da5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d343cf1d41784a3813ce290125aee3243f39ea9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e340560b339bdb0fc561d1349caa697e623132dae33c56b15a53238870fad3d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc596fd0f971e828e751cc8cb8deef9ad8244c6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8df1df67631e7aab1012cfb8add14dcf97e3df6dcc6114c02dc8e06e09b879e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ac11462a0d363bd0b15fab599be8cbb024640e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b413fe6d378c1f6b5ea40fcedd260691df7f1436aa47521b410b184d097dd9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b6189dd96fe4611e426b560e1ac8b0ab3420d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205665a5b4fd9d31e571dce3d9210f33555d951bb014000d278daf989befe581
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66aed89c0ddcbc07254b96cf1bffb7d4c00f778b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0250973c434371f063369c7800f891e9d4d3a5d08b17e2a288472c13a8ff93d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96add20bd07b117068d8824ceb603716ee7d1586
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4bdcc8fb4e6c04b7b3ff229b8d918861cafa2d5bfa7acdb4c2999aa28d1a8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372c9fb67e9300336c8623e04a39c5b65530e3a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861d9869a9401fde115edbe60c3a6c34b18136be60ada97568d87afbc23ebd93
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b43c79d6317dc6842936d9b093435cb07a33b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633ac3b7e31a05b4a6434de9ba7ca6f50bc81e5798e93d9b2ef1cf1a72baf3b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de4b0128fcd43b0d37307c5462ac2ffdaba8d56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbedc678fa8e5072947cd8824d2063017bb174b5ce9cba0f6cd03bb73afe43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e306a04e759545550128c11280174eb92534326
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ae55ad54d2e4af75b4d7b3126eba2c966db6d724b4ef82868a15419bdbbc4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7e6875dd7291ab120037dc0534c0c3f1f81834
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edc8aedd47118b776e810c5ceb58ed584f4d8d643e49f8cafe68d11d2a8f1df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc63729d398469bc90c286a7cc10edddaa53c00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee83fc6aef69b7db191e013cb2f0a0cd7aa79f6d84465f8bc8c7464d6b69c64
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376f48eca182dad8070b8b37bc84113add54b4ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9583411c603fe10a031fa1429bddacaaf50c5b149342ce64bd64fa257148d843
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e1b5b570123593ffeb48d044f98062e42fa0d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28dd9ea77dfb00aab95b5166786d57b114fbd4a3f9fdbeb93d47d7915f96ea6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47325e3eb972009da1e8ee07685d46a7a721050
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccf07813bfb237a4615bc907dc394693e8bec9b0f96a1f979c9e423c357575f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4689c5f8de187dc90f459887d68efb00de76f1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f48b4e4b1551a8dc4202810232555c8084e11fa97c21d5e7330b7cbba44630
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965f65614fc83c605b344745291baa716e4be8d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20eecf63120cc3ec7cc242bbc7394b9bd482dff32761c94fcadd149b285329e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f75e09c36647ce44af8c79ec0d7a0a6913bbf94
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70629419e2052b55295d205333baf139c0d543b77bd0913146a11245ec294774
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f91f98fbe68d0ca0cd880406952d0ddb5b9c06
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d8379340fae177e1e904fa892386a0171e0ab54ffa463000e851b6865f292b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee7b97857ce64d3b149d3c094b72eec97432763
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ca8fed4a8a0506d4b8c709d99664a1beab6100cf15731a6442e3c68a643528
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128833395aaa5328d38c44e05c6e0fd6242fe3d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e967f36087cb0da54284723bb1fc9b906b720dd033cf9cae0b0e64cd5db32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5755c5f8d0815f02c944fe08a2a9a428d20565aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10424ac3a474300fbc8313e25810af63fffe8921fcba6d7546ca45ffd9b7dbf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234966bb614f25b43b3b43cbc69943ef1b262dec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668eb8edac637955c30875d1cd4ee68c9b4db26b7f13f5d6b9f6ec570d0fab66
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387694b2a77de11c3314c347f171ede576ff19db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d376279a9d729d1b999a89561f199518a12cb5a676d8b54e4da6ef0eae005d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b377bb9f80a655012fefeeae0a2ab6083667ee8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bef13bc48750a4d3b27463059bc953d09b4ac19d388b36b298f8f0a7cd69c7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27df4c3b6cd40a91313aecd967f6d297d572435d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d848a172274251f33bb6da8879335e9ca7ceaa7833a8ebc16abc45c5db7d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e3d73fa825514e857aae7c828a254b022ddcff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7420c901ba189f940dd327bd9dd0a363d96cc64ff4ad6600384d1724d0246f20
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bfd5f4c45b707d03e3000fbe1653573238de0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ccc0641261683ee6a4059ad36ef76faeebc7c74beeda3575736978c5330f07
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ca8fca58494c5008d1ad978c52389cda5e2987
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba45c7c53911b2ac4aa61247d0b3e5a93965ec5e3bf92118de4d11fc0a30acc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf75c8973c1f87672ea6bff3bc7a2c18cebc5bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff6b2b9ad9164ce660c6920720ad080ad1abda79915ae52bff561ee84715ff9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f94583ecdd2dbf04db679854c50495eaf06555
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55396b490ccea470db1b72e9d0fc89645a224da04d77af0f1f40aeaf415a0ba5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1265d4f4590c6bf869f3d376cafaf8a2beed24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9f41689d0fa12f641c89142c6cb38a9030c84b89222dbd6ee253614e39963d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae6a2afed06b71c631ef0bc94176e8d50562d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd7ac3f54a6b8700be7848ab2384d44812c1e109e0cbc5fe101b0455b0b5130
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a8b49f2e15559dabe62933b31d3604ebc6f06b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911d522cc2a2703687b84380e0710beff0a268e7c71cf9e9f3044209f7591faf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e833bb689a8ffab15d82803cef2cbdb3ed05173a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b76cdfe77bc8ecc251b61bbe26915e4f9cb89f4978ec3bfd9972a6fe02d55ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3eca452e7270a1bcd5cd08f955f22c2614978a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b160ad7ae43acbeb2c6ba054a48d95968cdeb0d3fd364bb489bdd41815928e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9516ac7c818f4ef0e64d66e146f243193ac6cba4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369fbf7dfce4892bde094e628dc0fd35853aa096eaf958b8f521e4409d67a092
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b8cdda55c7fd8e6ad4d555ad02bcde55c1900
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9f1231bb879cdd5f2c0699a3755524e5e8e8db2d864f6da58deaf0519d03e8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b1b776f7db5e1a6c7155a102e59d7e949ef89c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453b1d1877c397d152775e2e2ca63f476472ccaeac8b6eaefe813d37f05a4a77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937d9730d34c0d48f9478e3b6bc65876f891745a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec8ba8dafa4e087eb399369927fb7d924bfb631dd99e87488aa9ab52c01b6e5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4487bc277d484663f1e295879c9cde768d0d285f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42adbff20be19e42400fe05fe2e0acf4176015788aa8e39f0255f7b98a22396
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ed987f4ee22310ca1efdf4985c8231c620185
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b83810e0f811d609a08d8892a3e8c15186061ad951d8dc4c7846d4e40688d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c882d662f59efb92df3e3a2904a7962901d114da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f15f1f9a399543ee3b3b1bf388db41744937cb261e83c012846343074b28577
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcdbba8f94b01b89d31bc20cea15501ad7df224
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74cef63fb8668814078587c7768e0bf3e348738797860798271eecbb3194628
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605fa7c3623aff73b7c0b77ff9589d08dd19d7c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6609521a7b4ee50dec3d1abd9c18975980cd2e351ff659021c9cdf43223b906
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8facdfae67260a1858dc0693b800f3cca3aaa12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb33d14a8cc371839237a8eca1868370f97ebcea18157aa1d300a0918ba36989
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bbc03dda16b230d83b90511980d154fc6a1e44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb6478063b8313ef51ba292bcf86c86512ce53eebc3a36d451695d4baf0bfd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89926d941d743ae9aa30764638b67b601fb171fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df36d07db3daf90a898916bf01bc92b770d948f36c590370aceca798433ae18
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b6b867820eddb41311cd02921e0a317148823
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fa33c324c2c10e30f8a341cef7c46ebbdf9280ed4fd16a9154f0bd5afc54dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2039a4c58e62ecf6db775b6a284d1374488a1379
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f6f272f0ec22e65b949ce2f6d4ddef2a086c6dc796c1ed07806767346a5635
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c222f43771cb2babfbd7f3e012aa2ca33e0c8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cbc6367f9578499f4fc0cff83cc5bd4171567488a527cd37bbe977577e60dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966385cc8f73e752e96e11f4faa4462d59e879a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8784b2abcf49b9de948892a38d61178152243df09d2bb9c36ba5e261b5f51146
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986f399a63392448495175bfbf4b037f0f78a71f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c3b66a79355fe92ad77c510386374767e5cc176aa6a5f6b4612101b01814b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34673af4da59fe1cc28a57aefa16f156aade0b29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4848b2b99cc9a8a0b1d88ba4cc51765b449e85f6060737cc1c8f38a9a700259f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a00bd9b0ab671c45e0a48e0c5442f9e597b9d0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48fed16c40a31246c6121bfaa4379c624057a2e7cdeadc4691224c00d4dc533
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b03285febc8e7650cf8edf952f7036a44c77683
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b141d9290fd2f84ea97f2d71462bb53fa77d31ba3eb65d0a79623b86c1e6f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fc37248cd07851317bc7851573789d18731790
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b60e7b21b61c6af0c4b19a962860ed6635062b9fde44a2310ea4dfaff4abc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7bbf9782d663afeb732072f56bb53c6fb5a637
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0771b42733f23984d3a5ac5d6f70ea0e4042755876dfc782217960a4e3ff09
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761e81dc726a71b730f2e8a774911b7e253290fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa1ebce130c7eec451b0a86c422580bfb1d82037a6f536fa99f09cbfcfd3b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfecded904a3d281fda72fce9a85025e970dd177
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7205b71cb38abaa30de9a3fba844806c3f863080bfd5f1b8de4689f791fe5bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a74028846e1f0c3e9baae78e40d209c14c80dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc8b0e32fd6d05eda8c7556f7f0bccefe0277c7ef1183f513dde75bd025299c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e540f164b6f520e5cc876ab4c6cde86c0bda7416
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb917850683dd6eef132a714daf84e87b5c79ee06c339eec0c27d37f34eebba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa98c8d74d6ef03188d4704ee2cb93c84efd7355
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5d2e3e048dc1227bacc885f4f1486dda595ffcea3f8e8fb88d22f11447e24b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83eadacb69d4af22087661d7025a17b467be63b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d310e3e947d68dcc4880927f1a8bc9403db65faeca242fe5a50ef9c153a429
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eebd500b2eb50588e6c53dbb802caad270071da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e965fbbfb7958e21c70557e240dc90c6536476a202364ff469ebdaa653cb85ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3375a07c1e71f9ee17008937b02fd9c2e6c38266
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aa0a943a9b17b5760a4993a3e7fee6c52f008edf55d98b49c8e1303fbc61f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb8a2f9e12bc8f75adf6204b31a41346ebebf8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa0674fe5e4c3bb7725c696636b9383ca0cd1e2bc553a0c1b2b80ce61d3a50e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502bf1cfed42b6c7a6b4cd6bc380731d9b5a8ec6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0617a6975804b6591791d010e9260159fc32b057d2aef72c101846e8e85e5d53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8351e8ad796c8d0d36b7a05e938c0c57ed5d551
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704e8f2afd179283b8e1a49bbb6c4ed348b798260352d714ff40f4cb4216a1b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f139e4ca0a530afebbb3ee72b30b037cd854b19a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c73a9b8228cf8e5bf65285a88e70cb4b9ed4b8d17de1e702fddfc61995732e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcaf9b6e12c3ec2eaa48f268a64124deec55565
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f5d618dd5c64140f2cf7ac0b349dbeea1748fb156b0375780c2b18b2d1c4b3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c6137046e5db6e9710377e474cec8fea65222d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0933270d4058adabef74cee4fe12ebf39e7fcada47448a237aaf945cd1501001
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7318f482da840e60abe84e873724304b0a48aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ed7593a05118254ae4e068ef47bb58397602c397e0c37711224e85c7554d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046583ef3494614e551813e5144408f347bb8b6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3ee5607636e22c03344c7ca01d10c74785890191000cb5195bab45820e7716
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6c061e37f67dbfeb15553c521b6a028edf190c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43094966ee8336b607fe0d647f189f5de3a85bf625d672267ce01a5367ae9549
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee3454bb8e60ab128427ecc05e022b4bc200f61
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b8e840adbe8b1c2a6f368bff03538943991726eb56babbc9fee03d9babdcd4
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0601cc0efa96dde2a11cb0c07bcbf3bec2c3a322
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584bc12ff547557de7a43621f7434a8f9035fc192b712bb42049a214007f6a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eb10c8ac1e13fcab41376a9db53024c5873aa2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2433f21be2b84a3106ca03ec5090be1e63c04a0766c5520273febe62b35ce3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44dd645a955f980459971bfe0402f1fe6992f65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebbc2341b36b0c6ac184ac4a55ff984405d2c43c93c72f5705f264f9bdc022
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae017e6334d24c6b52d46193dad0d406604d19ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccb7c25ebb1de93edd9a5d18fbf65fc96c5bec1203df4f726e944b816f80218
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c801fb3cdbb443220ff605870b364636991df2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f671c60628bd418337ce0946724bd7992fdd33603620b41f056cbe6a1e3e87db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10ab6becf2d81575b14bcaad2cb7de452587362
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77436d68362f9a09212fe584375d5c8032e95d22f8f5292c97e9a351ac91c818
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48c3331ea35e4159a508d1e7476f6dab77d86f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c53b14b9a9eca4b03bae83f298abf06e84f03bd0e671c27097e1b43e9cd5ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3d5c3488c64636f454b286e5e9b2d5288fee4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895eb1f75628efff568e3143506aede0206efd73dbff89bbc28a3387d9ca8c1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3801f1c6da0676d447d4e7d94365fb8b03b9fb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb735625a3fb9ed9697eb5468aa72d6c4bb5402040950f5653f92c46dbc60c0b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35412327bb1bdbbc8ecb1d54ec908961f884da8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fa4019e5fce0a2092aac5d3a5b6f0540109ffa9c4362f0359bb728eea821ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfa8b95bd61e86a82431cc6f994a6ffd2691234
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77f1e575f3a9abc345701c55725b0cbec2bb8cc9317fe317db028a0b8f5c675
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307e60118f62205c657673eb9d10573ad63116e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f147d3aa7efd32a5c177b7d5b872f861372a97a022836533b1eeeebd51358
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b74a5b001a43a4fd99c26ce1c2149554846807
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988058a9623953f091617accd0317a709e388be709dee5085a1b11acf07a8293
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344fc748524198958da1fc16e9bc8c32a54b8ea0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c2ec27cf164de2cc3b65ff7b30a674cef033c2dad790f15fa9cbe12d97d397
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b645102c355f675d076ef3668fb25ce3c5dc74dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bf6c4dfe201c5457be4839aaf77992857b55cfd30524d61ca8d3228feba161
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7d4c9d5b2157a036071c99c446097c1cf54c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08384816a2fd8ee06a277498f780a1e4b1888a81bc7a45087fdbb845d25695ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7166e2b236d086b1b036b97a7c4612025803646
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da7c4f8ceec317485eed01dc767ff5a4d6a76d0f0eb02c27138c45bfe9da21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619a4105e081a85682db01be7e9a696ce0f8ce78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9126d22fa2ac40a6b746f88932a3cbcb1bc38cbcf3964928319e740788f260f3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574f0e8d552d85394b3b16db34b0cb7f86a58f63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5ab89e4a4bc036ed6b0b59482e322af442c86ba0df6a70ba2c82a60bda27fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a038de7eb5f1eabec89bf9f0ef2d284cf181228b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05878b1fbc54ef3a7c0a15a5743ea26ca5e64b3a5b13918c4517a34b2cc27623
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32a017fd59f2d50c6e00cfbb1469b4186f681fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4171618c14d41f2bc9916a3d6a3416a342e257f9402d17e9c03a3583196baa3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520ee6da1b14773bed3fc3455b5862346126bb99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2a239120cc4fb863cfd5e82d975ebb1b1e172ab5d3129d6ade94dd843d0c79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de51e6c24adc127a857e2127cb2b83cd765c5e9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31383816052a2f337d1221e4f485a7f1a331b91b7bfbd5ea7374297f50a68af5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78b9d8f709aafe6b5a49b922f40bd65ded470da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dffe435e59b7f86d3b85ebc4ce865190decde4be775d70c2059386f8d3bacca
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36558ebcda0ad852cae69175030339aab027bdc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d003d9a1970e13279df861893909466c8198a9ecfcc55f1a1c29f1ce3799e7fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd8d0e2bd21a5d9229e16dc1262433901f5d378
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db46e6f9b46b5636cea8b1e4700b8755f58fc7b35ad19a414fd88629ab323a2a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6696fdd47d68607b31512cde86d5de94be1410d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af508c21da48b94d13dc9dd5acb70a6acec31b1ce660abbd184f07261bec38b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfd253ccea127e683979ef2bdc4146c14f5555e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7500913a46d50245e565f98b0eef03750bf7e685227abc9d91d4efd2a8c0352
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050de56795931f2feaccc45d2c7c5f392b835d28
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66157184537f93e2c783aa462c1859e5dfb11eefdf5ff7fbfbae553e13e3c2b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b47a7c14fbc222ff8a697d0bfbf5cfc8fda21e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861a31a2755ab38c0289c979d23158020dc7576496b9b278c6bd189494bef771
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da51320451141cfe944cefec85f7f4466c104f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232779d11a2d8ffdb2c7027ce86bd1cb3079cfcaf16ee2c5c68fe56facfc0447
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3592497b76ea1457fb62df6c505a28f9050c7e50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1648ac3f7d3d4393a9d1d0857bf6670db3a7d76405e16b495e7c4c92432b423c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da55ce4d47906dc245aa8dc47014a34332d310f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab27eb04b94e1b1541ca32a0babc383bba3194d12c6ae30277db6cf0c4caa6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9244001992f37ce119e6721231a25b6c456ebe4b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5db91beaa966e8f672e3dbec8ee407a24ecb67883a9546d983ef16d58afa2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b03fb7fd4ee6d490058ce9318fda9a8882a3ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a393140aba9dafe725863111880d288e3d6422925e961af995d4d62b5c655b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4596e543da44fb15e55f33938c7fdfd6c5951b87
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a703dbf2d9c88b00aee6bcf15eaf2c028bc4c170710c9151e0a078592c7dbf2c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694fe71993d33dbb688d956337f86d536f5d74a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4c4f727ecc761e8e8668eecee157a462c6229c45637ce02d8c4dcec200970
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecc4063fa5735f8e72fef41eed04905fd54957c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e113caaf7d2320b88d56ae796a15b008423554a9adc0fbdfb7846e5c5ebc13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a347c15ea46a1c75bc2b7af328a307aa75533a78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dac660d1e0117ed10dbd7d0779b3c198c0fe312a99e0360411cacbf0bb73f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ed08f5ddc65d4fcc24ab39eeb8247a4a2e915a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a858116f1313094d57c5c4bbe0dd6c816293a50bb03864c89b11b4cda5b1f253
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96071fe8eb76ee96f8f4f39fd207baaf37e71be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be41acfc8f2f61cfce76477d550dab5391b5142281a7055d5520acd8cd1a218b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba30ccd6745be2314ca000125561d78759e68e1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3919e2d19e1613846030b4d994c5cdee4bc91beaac9c851b5ae175026b80248d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b256240ea8bc95f853e6ed0ece35312f6e879040
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b54ff2bf19f1c9b1503cdebf56973981ae2c65b69c64815fadafadbd28fbcb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ba11697c651d320a3be7e22f0b05ba38e28292
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a3ccec9e5bc5e06d0942fe508b48aaf229584b9827f25285bba7a3ab939f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04559fe4d8e2ac4e787e86895486751b9f9cd7bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989c438c78d6eb77c1b76588b3de47663f196ab304507e62b7eebe62f81fc806
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597ffe71e817745642279aead1801d41a7e9bf6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3191f48b7a846f6c5b98c34a70c99c50d97b330097e9a0cd57f969cf87dbd5f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862a9b64cbdd3acc7736dc3388c31bbeb968fd34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaaa192f5a44935da36365b4efc7546cc605193829a7625382aadaffde33c5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dec0af49b2a859262b0236bc6a9361af143ff6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1481019323531e1b3d3017e6a0714ab442a9c29ece3231b6a3624e0d6937312c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde8dec3ec371673910a4e1cc47c6948abb8018e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8b81efebe10d3dcfe7548c3f2dd0520d1519509f3b481199f3ee2bfd2aa569
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f5426f74be58e9cbbeb96d75d1c943ee97ffbf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df0e0e235785c6c61b46aea0cea0d1304c8c9f55bb88221d2a75862a242795
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80ddb164d21017af23cd29df1e74b7291e5d482
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2d712fc200f14acda671ededcc023bdc5ce2a5a919ba3a7a32ffb0d5e56572
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c50b5bb769b7f58b5d887c1951fa0ca8dcfe082
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3764966b2ecae4ac65577f2d0eb8b4363511b2d1f285a3961130c8f8500edb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90eb301406c012acc6ee1fa8c7e6fdf7698c40b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b87ffceac7c910ff3671bee29b765cdf0253a3cab60ffc81d8a4097e70dcae8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3e9019ab8d1df55fc74bb54e5936845e17c781
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baada27d6a40d8e497f09ebbeaf3e298da5c167743fe91e2df4fd416a5f8968
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b365313763f84c005a0e52ed004e8be794baad0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712ed151f171ca16a897fe4363888e69d8a3dd6429b745b2049f6a988310ec0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510578d42a8c297884b41b0d93cf452cd1ac324d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4f48dd166b7927ac1e4cee9ef72098e7bb59b33b245c00968f3478e631d29d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89871777b825d337a19bc3d85a6dfbc7d91995ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4e23da1640ddc764d64328fbb8e406d35184dcd4d6663f53714f5b8902595a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e944d90c749f6c57df23ebbd34656e0251147c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e64bff7c9c32ee12c1bf286f9627802f3559773abb4dd0d494a6b98087e3a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c01c93fef77ee941d8a80d85f39ce2ffaaaec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c840b6b3ed26b37fc111cdb0265a8021bab0dfe49ffc348eab140bc11f0eee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64040698438f25639637560413b02f164883af06
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6e86c91a3768b13b68333d6ad94fc0357f15c734e54b6aeca730c158ce57b6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de2efc3e7bf9522da97f4487fa30087fa2169c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3529681f31d0ab8b9c2824c87c3918c89c4d18ec300a225fe4a2ec0b448dfd98
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980d52b7d6a667398c8cfbc8b7c80c5517f73a6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459dd478d8c0abfd935b0510696da19bb9732ac4391ddc32badca921805b9090
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ac32df8749b83ce1ebee5235df56c0484ae21e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e2cf0423f12436b7cbd1fb61659545225b3c89fdfb88599284732bb8b4dc08
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f9590c582872ca632713bb4c6d1560cdfcc2c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cb294234684b1532ba0440eb4a75c37b6e8241fa9bc68dadfffb37a61f6516
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26471930e917dccea5e29489dc8116d1ebebae8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74f2569b0c5269e105b279b8c8324201f9d014cd9e9153d11040207412d29bb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a88f0620d8b7fe007e85c1cc54be83ad59b40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf80200bdc6d17c30029ccb53e6a11800ea4f8ab729b21e18ff9bfab232e6d48
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeec7b84953acdd822a98e88d411ced14e9eb32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6eb8f2abd28a392adf69e70dd2f3b2225b436209a07be5d0ebb488dca40e86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f357e6d737ab34b22a6e379bd45d50f73e4880fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab2c366ab61e6217a7b38cef40bfa64f1546cbeb1875605c55a3d93817f038f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb02e853f1721ab7a0985039ed42fa6dbbd09236
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1cec4d3d7f12a4118b06ca704d452065bd19b69d387d07407cb2e8008bdc39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83a4431bf418e3d00b56bf32bdeb940b2c06c76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1564d9b9b2af61747f96d7bb5710d1bc32d69fb5b38fd05ce26a858cf1a9d60c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdd10cdd0a7bfac3bb33470db7333be43a248ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3004c1875786642968ff38b5e5470042cca3d6691915422ebbee7942019df3e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebef3514737e2e9c9cd10b592a5200a060d47250
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da8a364ca83e21f093e255a304f37511d04dba7b364ac1112ff1ed4afdded9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024be051e3215f1759d7501c5aec9f3c990b5d4c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493861c1c5e5eb65ccabfc1655f83e2e8404a18d136b6bd3fa7dde017da393e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e273f0abc5b81af7051a57d6b5f4cdfdf126257
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3394c59c558f9386e66030e4040d2a547dc2c3fceb5f1acfaae60ec5c025c0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d36e8c04477970cb50971b34f9354777311379
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd2ff6cb0029cd75f076f08be705ac7a269fb36c9baf735b15ea7f1f5263783
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be09ecf411f5b99f3cb31ef882c4ca89889420
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016b2703bdfc33c6831572fc64dc4b5f100006f662a5d3d3b1f87bb3f1a7c7b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e368e06a9a2251b1735f91d615ed71db4d788f32
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f58fec28cf719134a9bed61a1d00ee6fc46af1057de0467132b9bec5655d2fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1502117e44b2e64bf1668df8b8ec09738701a0ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98f8e5e2a70e022e3423c2467085e6d130337e796c3a576daeda7aa3e06502a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe5bfd0d170f28739bf33f52ac6e599fecfe526
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c293dbd70ee942563973d4aedf3602b19022c65d70f3d4a518773734a45aa7d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0337dec6efb2205093944285595026dd8cd5453f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce36cf73c00a2063beb2c44afbae4a54fedc7d439afc4a7916b68130abaee977
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20eaf04f73a15be34d9eaccb9931b681655341f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d185e13d6b06fd6ac8d1034a74f835323b1b02bab0af49750ee29e13f6624af2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c178775c08447590f7433a286ff510b688c5bae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df59d5fb9cc6c2f49ca4ffb2f1ede64d8a553178aabffe3b868440a4df84551e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e38bfe5813afb0d7b667882a4ec457596fe46b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a4afe38baa2ffaa512013ba3b5b34cd25fdb8ea2a20e643e5a8ed7182fafb4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bdd982b7539107193143ece3df17595b3f3bab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05106f1fa50404034439437d9dfa1b91489f4633f7d727c818a07f027a9b2d76
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0c5d519f7682af3e223d5f71c54786037dc11e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27883be75efd118b6b466188f7b6a1e7d30bb5f73cd3a9785806ac17b25f920
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8004a1ee9894681d932b9fd3c9e623d5166aa0aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff825c16a9f2753b23eae765e0d060eb8d09f5e2757bd0b95a19851cb80b307
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d969605aee915f93b3721b8ae650de9317d2d1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dfa9b200a7ba2599e55f2827a8b44de65e93d7346bb252db5c69947642361f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5f03ac7bea6c974eaa2e0a85a5f94b461f986d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd9b9fd6ca2c4fb387bc2564754b6e5193fc5d2463b37afa247a821e36fccc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a32bea19a99d9ce58aa31138f7b7b3bf0570af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899219d01c37187c8276b9fdfd835c068013c5f19f2766b99f223f8a971c5af9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa84d441fef695dd482ef99de4bfaab02da19aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851dea6f60d9494422598a7f873b1f668b808caac4318a8d9ece323e69310e6e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc11b900e6f783fd525b937ec7c01e1b828c4a8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8b022677b086ba189660d7e29fabb9c90971f158ff734a2eff4dcc2aa23bef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f9d0b5ad60681a0cd58f722e00621977e7d8f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80b17ebe074c74f74e59104492cd2a5d79dc0b8b81c6198a53c76a5e8084b32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9576025c652500c920dd927b7bdb03a18947f3fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688280ddd6bf33d71246fef3cf54d4fe583f30f5f7e11ae8adfe23061b185d02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a4d642c4021d3794e0ebb8f3f5ad243a84a41d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10e274b6003167c6064eb60fd78435074396d8e5bdf2d77de210750a89475f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399351a4ce4392acd986540784f46442e49b68a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4737bb7e93f5375eba594d04b06e2da2444444d87dbbae62a03e91bc81f2a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9cdfb4572551f4c4796cc86d60fdfe40fb1b1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a09b39a106f1eb225e7335d522812e01356d2acd23787d124f3c304adf46d9b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab20e4a8ee7f35311407fc7c66b689992d0043b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a332bd492c754b381abd140e6052ac6602ed3901e0633a83c11d03ad03360f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2edf50ad63435a5c4785c44b5517ee49edba03
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ead3444cdff9ac71f93cd6e3f92127738a2242324e06c778c0750646468d77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884f79d0cac083e9a6ebeb0cc263fb999cb48dd2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3464ebd73c0c41fd21769dd9bdbd2c26ea40975548198c6ce76cf3d9b4890e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce7a1d8c21d078e0a88b624edeb464d771351f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c575ce6226b025f0574f139bb6d41b784aa61a1fa76aed7a9b82a363ebdbec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea168b3d4a6a3607647bb509d9644577f677bf0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d374a5d8fa2f8ddafc04ba23a6ba2fc813dec6478a357aec17a30a6a8d5f46e6
+size 11395