diff --git a/params/phi/5/rnd_search/comb_9/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b30d4e5fe21c46f6960330a0103f94522ef6a6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675a951007a8715a0e05108e4a59e879783cef343ed01cc413692f56da6db45
+size 205955
diff --git a/params/phi/5/rnd_search/comb_9/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645a9e3df037c4efd8987e2c9e36b091f4d93ca1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed057b50445b08afc616f129d5af7b35d7a7b189abe12d68f72db0dd11cf51f
+size 205955
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e46a33606c921f1c4224cfe9489f8afc74d9e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bf6a3a45a63012e894513721a523e8d23087257ed0a8ae7cc93ba52d36ca6c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44293abe4d37f1e4847ffa827d9dd03eb96eadee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4372d28c0ffb7ef6b352eb04d656e530b38f205da39b7c1b1e32abbec5b6b24
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a32fef10000ae96669e0ba6e4f6db9d069eeab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6c124fbedb1d6ca0fcf5085161fbb8b712deea50511d2767168273b52c8212
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaacad9b236af645537c1a7fd12d38ef0134bb34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d91b8b6d486e593706e6ce70f8bd33f2fc5d3e5020640713bc93d72a0b87630
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad12f2614c2aeddc75462766e08eb71608dc8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc859e4fda00c877f2cda24bffa657d6a2a96510fc36c525a9e682decd7810c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d22cff971f6957a5025a57ef7a4f33e912687e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b8d63f76cd916ecdd09fe42e553e9aeff2c2eb6bd6909811abe2f66d38f74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4eea6d4df5d2e5e5748ece565fd4dfc848db1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd49939cd9c10626d5b872e6353f114d5ec0e4925ef2352a2770ce8b568b6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e9421ace40dbac4cbe0e403ae355023c3d8e56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b62468bee599d3c095c76ed0031d74c0613aaf12969c7b43dfc3d459447217
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227285931f4d5e7490ecdcde40a77971c7c05e76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e3a2574cd8f64d9cc10ebae82ef7d877f29045501586e5649b590e54284112
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d925c5cc1e1ab20f79309cc235747b467dcd8d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9bb933a8b29b20e06d64ef34bf002776d302d174d226f4e2d4cee1f25376b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dfaeec89787fe19871115363b659437ad8b10b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2991e742ea9da27c8606adf9c1aacb2488f347891e996b4e394316f9c6e0f1e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463064d970f57d891513e140b86bc866e47bd99c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c7ed29c025295f8843572e91fb384fe70335fbfe4223a55167e949e44676d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2599bbddbe20715a82c031c33dfcbc7ed47185
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184d098357e81454446b33822fd9c8794d1b8735f3e32388174ef12f845f049
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f6985ece9e7c30b01519217f83b2ebab31935
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8508c62c7f737c0cb87d927aa97e7c6a79cbe33994f93c0073660a6ae1982d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcdfd106d965491c89e59cd29036c3f419ca859
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5493ab6975d979cabf71ec0573afae17a65ca87023a2196560130b2f8a3e6d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eca83a35b1fdc26efacb0a5d85689c87d50754
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1528d606e02db5cff379db4619d9f81af7a297eb2cc44c4dcdd95926383c2f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fce2dbbecaf8d702594716aca49547544ab909
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa4f108c4d2b230f232fe3338d853166b6ed02e70edeacc7478b16155272c77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50963409069b77013bc88f3f30a3c7058883e962
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cb067579260d3fb647eed23230c47293dfd094939ed9596a1c653cc734f42e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f361192ccf6f10cdf3f74ccc1e2a7d82a76eac53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab41320c19afa394cdf67f3e672e0bb323a1d4d97bc95c75607c42d3682dd7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb57205b92b7e94821c095a6146850b18e09878
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf6085bf7a8cee4d12a115efc170a7e284bc58fad06d28e0205052fa80fe81f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa62b2214cdac8e75692cc46dca49cd23697c3a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58010b267436d3e5cd879dd12dd6155ef6e3083093aa981a6b5d91ff9a0d034b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25e49726c7d4d81d3246f6c7a35f7983711903
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648a33e021255039be330583853171b4d2081ce080a107249a89f36118400d8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d083758b1c0ec5a3ea1144b8c98206b390736dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f646df1c9ec35fa5023fd18fa182c8e23f56871a53a93891c29a35c932c12a9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f530a2834af0bfbbfefec859e13a8cbd6a97ee09
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6b346a599c9b20147301741e43f7488e3272f7159fe88c8636058d7c93a8cd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75626dbae586a852b67f6f17c15c87ecb3ab30e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccef6d7b26b73e387ef390d858ce32fb15cf8461fb3ac9cfd30a6a617f524d0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a09351734414137aafe57d21e971aae1afc307
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f976835aef28c8e04ab69e8a6cbf2fd46544d9223296fe627997571fda903
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8111b9ea00fffe7dfa2427a7da5f36f5f13fc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6192e9705b0dd10fca44b2eaaa161cb6128620f02169b715777d9618fef9dcca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1884a45663b3e701b13fed6824e576ab1a52e603
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12d60deec36a470ecf9db2a469e62e3b28331dadce9ce3dbe9da7117d49cd80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4339a5cfc7070f38475861d8e0217a008eacd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb13f83068dd9a68e267fa0c5821d51a3bd184c6456757e9bbbaba4562bbfe99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c3db6063e3dc93e7a415da29b703b1e0bad88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8993109de2a91c59e88d187f2c987ffdfc2d72a26858dcd611e59dc936b007
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e86b47c5b9b1829f352885539764c2a1e6662d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4a0b83beae3016387995925cd9101eb46fba460b8ea2f09df4af9a699e03d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6d772c1aa35ea273a53759bbf785ad4cb1254a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445fdf1e0f82858fbc50b9437f8ebe3aa5de9f2836b56033fa7f4dc0d1df7afb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ea693c13eab9605724a9bb73d8946320630550
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d69bba0f8d47736ffcb14f9f60b467d13774c1b5e46005fc76096fdb4f0a25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8c74d2ff6a7c9f64552a266d4640b2bc97e92b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac275667f4aa9f2da75dfd28f2bfae9440185218cff140f0d51c1cca6d00e46d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ef941ecd22593810e299e74f0031415f5d4bc4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5437a9a7e76100c726bd1b01f397168f5365a319ec302807d384f64b7ca766
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9d462ba56a05cf989ff78a39c9d8aadeb1d99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a174b456cd9b73a2c16174d244659bebc7d22f3f7f60664c6009c551c39e40
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1d6e9ec0e371ede6f354913cb8521012b47602
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e6f6975794f1e13e4f9a61f83162e83443a69e4fa02debc09f1abe3ee6972a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0543038879e12ceb15e9f0157a4b9a59adcae23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95536f5fc0aaab0c66e61eea2d8d181adbabdab7c5c1aa5f34bb7c71950b5876
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f049f2d76a7298236f5bcd2c21b4a3ab305a6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2221fa2f6dc4163f3a614ee26441dbd9a84dbe38ea51cee1dfa74809dd8cf16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701199ad9b33b095dd019b9289bcd6575248f0e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc8b29b26f5ced8dbfbc3b3f11c784fbf72163e0a71cfd1e56a973aaf70d61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3363563badfaad902f0bfe68f9b32bb8af6121b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b5635eafd2f23055e1d8bd89721c6e4f37eaf1beb4b8292f2b3f46a51a3850
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c1381a655b805a5054f06b72d98faeda76c36f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6134e6e00a0685ad8ee53cfb02e18eaaf9a6e4daff37d936e9b42e1e0dc82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753dede6be876614d6a3c7317c43265a1442afdd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81b1cc359292ebe72753856be627cddf11fe948c395a4f99712ad2f66292979
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2822b013ec6ffd9658a6fbb7608d14884e9200ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ae6e5b4b2a4a4f40c4c7705843f63d5d4a49f8ee872691e38bbb2c116b13a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5f6ad4c22500db0794d668493a2e49241b479a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80096785d82585896cb61d4b5441a4566c01d6a321485cf80376de661847cfb2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d6705d3f3e58b3c45150b1f8465894ae7d784b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9cd7172c857edb0d5ee5a9cfbe681607a45efcce6a75cb292fcdf046150afa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068c3dbeba27bb261a0331a0937c8ab56da978ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b7365c787765c2c31778cabeae7a94c4b89da82e71c9b1fbe142c3e84095da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ce91684ddfa06f2de7196ef0aae53ab22fcbef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891d80ef0a67cc1e578cf226b5c4ee84af12ace3b1b3131d086d6aba1f273493
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfcbb2a76cda62c8393e5d3a70d60395dc43e90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae24b49e302612e5b4697a6eeffdf2c3ffdd45139385ae44c3b64988d8310b13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16059e53b615dad98a00334e876b53ede43b0ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad848d34386f11004b96734ec19d1bcfd3e5a4352ae320a6f646c4f2a55d4e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda7319ffc6f46b79633cec54508a320eed020ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7441cee873b4fc4dea6e13c2bb9b2f714e4c2a1c894c3d3d11d86b820be90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be75868ffdfbaae581b78cb30e4eddb90e72d97
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5472da07f0877e7131d3495fd83928b39db274e67c271e8297c9ae32c713dd5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f64947fa3ffd16ee2253df4dfa5d4842a8ddf39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f978cbc2665d9e6e4e9429ba57597f60cb7ffed061ccfdf3b187d1bb59ad6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e71182d7f5635c7d21534c8cb8fbc0c14daa9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aa35063ea73c7c50c474e3859b9d61ffd4085a36b7a2569f157b6ca6056c00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56828f133f2f86329bdd60721c1600696b2f97e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc4fda58dabf660d9d9c86f3966ed4c97f882a9cf06f6cedb70d65996f3a8db
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00044057c6ca48b5de978567b59891033bd93e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be34862f7db065eb5e569198ea589ec24ddfe2d7107ff01157ed7bc7e1f3081c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb29d191e9fc31cdb31a7c867625261789438ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c20b80fbd2e60ac86454d355b8e928b82d15493bdf6c1d542adab645827f2f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe5e0598cb6d810a5a27a6c191f2828f05b0b08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1df207eb386e9ecf09ea749e6590ba9330e52c70a9646c9aa7486d4ef43886b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8be639a0a5f82573128faedb6d4dc3c9a64ff3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a244cf75f09e16738ea6c1e3c6969508d81fa264a746dee8a85ca8f7a64e18
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edceecb1373d6106c5d00b4cc8c327e138dc6fc2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55911776eae20855ff214ec381d85b9bf66f32587f05291ec8f658d5f31c8cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d528b9d164295061b716981c95a765a2013aef8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0b10b296d25d14f119e1b91b38ca36198b1ee2bd3fdbf35a7e3414da121f1a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ddbf885043d5e8428deadcabbf6c7c029fd90f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e9f2ae97b636d8ed52d0a7dfb7b8cdc1e5226602014f592f406c547cfcc35
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3adab9efd17b3ba465d624db12b31e0086d400d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d042379b300786f85e03e89969fa42b30ef64beb02cf9583197fd93fddf61690
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f16a79e22760d7f8af95ffb9fa1da2847d03954
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d22cfd795d49f0a15172f1c36cf3569241dd44fb55dd3f9a1e53952a66a47f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4c9754b2d17ff71643f63749003afe4bc9038a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9d8f669f6c78036019aab75e7e0e175c60bb37d5e31683dcdcf5e72ebabdd7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee99e7a1678a5344bd3c4df76d7939401168819
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25dfd3ba9872b4fbaa330c7eadba1274ec04e1d9a6a255ba39d5897d99857e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ebb9fd486824dd4beb0d4becf9598b96eb422a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bc447b3564a1a5f37744d6a814f929aba21319be5676d48870182c84a99b10
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10779e59398d588aa453c2924501906720f8a12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601d0f2fe86c9fe1873a1d34054e746faf43b993001f28e7529cee51b653528d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e98e8cadd8740bb2240898345e063e5047b72b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095bc47fcc75e3c5e3aa8f78bac1e4c7827577cd9f7970ceee530528b238269
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d1ca36bc3c49fea7c27e8aae6c36f37142739c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa2fdb2773cc716e89b4f99b31767f910f0900e75f1f489f90fe1f6cdc8994b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5432710ecb3acaead5b475e44dad73fded49940
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6606c769292674607ced04a07e0133c415ffa3c81b0c137c27673fdb2a226c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaca399846faa4413961ce99203c9a8f4669c13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1c1d2d9693258834cd6e8974fab890ccd3404b467d1ca2b4efc3ce05de1d2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe9c0034cbedfa7638c5cde858ea1242b8dd69
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b4e69838b48ad1e96e15dd5f4d995de59bf704ecbe8ad61d21939c36c9f0e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e25509558bc92976e6c57957aefd372cfec622
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a29d20a0ead90acbd37a50ec4b108f8ef2095c8b5773cd7bdd3c8d3a645fa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dfc5e2bcd79ceb3e10962c61a9962a8b38dfb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26bd00182536c71f9650b43226463657632e489358aa212b6b53610f6b3c6c8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2278830695b0f371800f7e00f300ac20c3200a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cd8ea87e1290907bff84a9e36e8b55663c32dc4d579d150374bb6e613c69ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e14db14e35ebd3c6dd1f658d42654f8704716e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ca4542e5d92cf9195b6aada610b9f7dc782de5290f673a6c234421e00c1688
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2364631ad1673b8ecfd9d5f10f1d5a0155a9d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac3dd1689f9281d24b24cd928df667cff429a73dd3322a551e52de1ef399063
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ef82ce722c40fcb72d43bdcb6a8582a1e91e5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f621f3e4f1957b2d8e9398621a0421e8a4f5568fbb28d865d5b94f829953ee78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044c09bf9465dbe99bd8ac5f652ef156359400f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a087182d02d6683d76e113c57e8d7df0094ac8ab0b3c4ef5446d9eeeb0463
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773ed8ab87418456af847456bfec870d2186b19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60a3d11215d47db10184931d94826fc11bac0587d763bce1a97a0d3469c9da7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1619c5020be8e6b1e1ec2bd165dfaf6877bb36ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd27b6640f4f0849fb05b66eb63896e16ef6c9fbf37e0513c7f6173198478f91
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1d4443f4da6b4c83e29270f5ec5f7ad0742aab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688717933560c6cc7f8e7ba6ef1dc3a659d77edfb1fe6538419ebdc469f19bbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5277f4d85aafeb7dbc0c9ff9c9814e3329059e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdb183a259fc43c209e98e587e38344d66e066e06f58e7e0e63c1a77c68933b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51acacf8bb0a3d06e2e3d6046e8c5e395a6bf9d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471eabbe1f8e489d0f09a2e2a6d66d39605f0b0535fa07a4bb29d8d09b85cb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cd852766f54d4856019dc100ab54b94e7c3281
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc767d24393524c9aa57aba7eac4d3cb50954278e6350739aebd8d32b7ba142e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ba79131a667eb6718fc7d336efd043e6b10430
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1e69f19c01ef05271cad82566703c82218aa8eec40423c46d561c2321f65fb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af448f191640cf68eadd0c806995935f8bae68a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558a36d5f7f1038b89b86df0768efd6c43e900e57a5f2429fe454ac00abe6eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69d792af87cbebfbcbfde8f5c05a44883380cfa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a448fe5cd4355609de156d9b2243bbcb37a4b5cceb4c46a84f80e37c9b56aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a168bc1242f2a380c277561d9496b5ffce8158d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d3b7e90ae3957eebf6e08c6af365e33e997373c4fa31e9bae1fe07d86205ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a809d3126aa779d455cbe38c1e82ba6e813035
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912d6865f094f6da295f870e4262989a7afc3f34cb594ffb46fa44253685c747
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587209421a27c0b1d7753068e0bc814ea0582c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d4d8eb008eee2b75d3f49513cd38705bc4f2c737428e99e2499a2132772c17
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba52e2ffc5fe560beb824e5ff6f235447952b2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb47101241f970af53367ccd00902f00d0ded2f10e0b606f715990bb6c877ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f45b25fa82bd79f6ff1c16806079739b754560
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c8c5f1018bc195bb6590c0dafa51e7498b12ad1bb4f847c2bcedccc59b98ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b940a7fe03301fdfdd4c611e41a0de946d4b7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ce64d5afc1039369b46d611c736a155d223a154ac7eb5f6c65fa15327eeaca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d07fc3418769d7d487bc8cbcf0382e54837e7ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5c85e57cd9724dfa8e4f74ae7277eb65b85acaf36914e263534bb07fb8bc85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b234dd8138dd1ffcb2e6cfda0196aa03b7d6bcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6975b234a06a671071105725bec0511915cc9ac80aefcaa8f063dba28f14150
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aecffb5efc5c258564ab7bf5db1945a2506a2e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309120942ac8d90976db0d65f87bc10406e3caf56b75dd987ca5610055432262
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533e8910031d74471d28434ee7ed372b6c751ebe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b11c35f67cf25b4747d00d44a77b383a4a53380ac01ef6716f7419d4e26360
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2395af6e17a7858169660cebe8cbf5c6ff4d8d16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54f1abd73657d696680965baa6bb9fa11c55de642a46eff186b8c9247fe01fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f093bd87fb5038869e7bd0ebb0e4b69e7a625744
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e2a5f60013f3db86465b547a4fe42f03dcb53f43d4ed57c404db0e2a559ea9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6f5c5d365f80269a2c75f3d967783aff345b47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2f9c515b835e93a8de0edc37bee1a6dfd47154b47712cb3d8f96a15ae56d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729509c1e9d76f6bb1611e227417b4b8b5d7389
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f92a88b779e4b6b4ca778e4e16d15c68f2afd313515d0aedf6d21c58bf76a7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07489f55997c1c1064d1219e09019b72760141b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8394052c5d6031dcf2de9944ff3f48aabcb6e1e931019be7d848b308b02afab9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b377f04fe170ca59e3b6af444815593a4a332c55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5ef1fc974d5fcd42fb4257468daf06e9c0df2da096e63310b9e4ca954dd05b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce143c1341a35ca342a91551a05f774c55853129
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206c7220f05377c59cb554fd33eeccdfcadcf466f7d97bf2e35ceced65109f0e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d424d1453ed331b21c3f41b04ac30a9bfa68f9d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb1c2d4bfa9ba0279fbda35f84c5c6aff334ca4a694f6715978df243939afcb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba826c89d8ee0f447c9919d3b965727a84aa536
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69dcbfdf770b2f4b05dc7214375f5add41d7d9c3689e3a0ad778a677def13c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e04d222088bc6098ab7f7c75202eb5f7be3a867
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c568c70409cd4dfe5d25eed9173303a86df8ca3565c944177a30ad093b3ecf6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d2aabb8087ed0b0171809d1b4110f73e2187f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79658f066459ae5dc25762a340b499c68c5a84c199ef9a5aedf4fbd0372d5043
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006d8840b365a035d76ec7a85b7cfe55a2788e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba3a929bb4a78f987510daaf53d3a86fe2671d48aaf0873e987328456dcc78d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33f14e660e98f048032952fa23cd807a2f6ec77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdef5de6ecd0d9f9d9c81b007f1210f0f66a1e719f391b49074ba472205335b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e594761b70299aa5da313124f396b5e6962220
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d103640c042578e850a488c7075027aff2eb48a753d17e9bdbcb4867a2532b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef89cbdc40646487ed87b2f6c0b452cffd931e64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383c051332367dc76fa3493ea784241d480c4b59330ee4d265d70025cc2dfc58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f83969b7eeaa1f134571ff1e5ca7fb8838067
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f040ba940e2c55db9a9fdbef22dff5ca8043c19e9ee2f4c0b8cf22813afb438f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3727b3e3b97e1a3572fbc153ec92a8349942f504
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecb61deeb948e55af61a4a4915b815bdfce7ba79b5442b276c921475e7fe2d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c77eb9f3ab50f433c728c52bf7d7a56a90f343
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deecec84e70d9a2e582c4d8e4be5cb6a2029cdda3dffb288c137c7a78fe6136d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91e7f56425c82bc8c61146a4606acbf9e8691f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f9eede14af2e519ae10b66f7725527e00b0cbe6f55f725a0b614b0873c252e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516439674e3891f044d9e0c2a9e3590c49437764
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80bbb3323c05b67e5c8af52695f73a4661b36806e95f7aa5732ce67173eb0aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aece7ce624f96e5213c68e9c55e7309a6784450c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798c5e005353486ecc3610a6a11459d93f08e570bd682abafd8f2b1a995bba2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881ec64d981448cb48185ffdd463c8058ede660
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55781172de07f31c6f3c591b6bbdefff326844fedece2d635b8bf4f895c8b9a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1dcf1795abc459c5073e327328fd16b131b52d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dd9435085cd3b69d7be04c34ca57b14d64c1d276053adee703209f672d2926
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f811fc3ce66fc778542c04b60b92742908d584ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8361c68c5f3744b732bce70028b38f4cc1b380b71c35a89da5d4dd8a7aecda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86f59cb59b32004294fdf8af408ea62fbe31a37
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ec1d1e0780d3789895d93c0018a4e904e74721a6e7eecad7a6dda0cddbb39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a63f9f3ab8c14e9712affb0390ce53cc23a92c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68681466abad15404eb0d171d5dd630aa5c5467e260188adafcfce14280cdea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f90b49ba41d67d1c3d0f8d35f0b7eaa5dae8cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26453924d802393b813a6c72fa5b80f1f71f771645859ea9b05f9b1421d6faf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb47a653b52d223362c90927b7368d71ccf7de5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18205f43ad91ec111a2f2f550b69e948888890a03a03e519b0ca8b27082eff41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eda83e5e5703d79878f1a675f18f45ecb881fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385b92c7be2789e7bfeacf394f336c1b37bb2b26cd072e2ecaa69f775aef1626
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2eb94b47c82bb8cfd64f672fa2357ae42acd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e1cfb69c850e27ccd67987a062e5d0304be4a5caedba02df374e724cfc5ee0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c6015bf7ea5f576a3e8483398a03dfb5f28abc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3384837b782493ba499395f3372dddcbfb64c17faa608a25526461caf81a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110cf98b3ca669f4ecf3f2e2bfca8cf5cfd0ed63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aecbfc79166760d5543e5f2471de39c7af385a3c9d2ffa8a673e5ca4bc51eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95cbec7e66a9639f224be1c5aaf3866e4001034
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5570dc50073962955360e381ab79dbdd1b03fff19664dcc1f6a109c939435d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162d9e3308e5926123abc20c85e4ae6e604a4d39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c582fdf75b181bc827b239713b445f64587a2aa1a2ee535f24667a2b28804
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f39ecdb72d299ba94c885e5a48d8ab7c94f658
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343bc54c63d1205f12493a774bf76b8c0dd8616a9ab7061240a9fd9572d3cab4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40dfd097310e8ebabf40f659974e74b8b1ca7a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0605a3110a2dd5c0f00e9f22b3583b2fec0b868f57b6ecee3aa4070d0fffa4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82f74030577bc6acba6fd1b8528e841ab8f76a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101cdb6c213a24aa8d67e1229819892b50094e987e750a6f4ca52d9b5e2c2a2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187240b17ff4c86ae8cd7abfdfc287aa892236a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51048a0233699c906755b33f8b754bc1aa3bf92983e3488f17201c026a7725b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d33e5e5459f8b76940e1702bba9914d0ef3380b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c9e39f8a209d2b4d0c6e84f03a786b053590b97f264c148b3ca755692342bd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f28e17237576a8d0cc359f16eae4f258844e6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40c67936a3dd1839215cead72084dd835aaba2053a94e99e87e4257253b482e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc64c276bf07c0fd21a45a9d0ae6ded4bfd9db96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598da640548a199fa61d0310f51507b6409ee5cf8c34e85863fda8954d79107b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ba8afcde6875853fdc06ac02f8be508ae4d73c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adedf92f3ff4dd7ac8a9bddc68d60a293e27ece0168624f4132dc4aeb50cbac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70697ad127c1492b1e535f722dc15dd21bccbb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387d34755132d49f4fe0afe81b79ca77a4ab91743c448b8221590b4ac69fef74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9afa0d6b3f5c36b0784852758b99b1aea2be91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d46bf1ffca070f09c879ad62bc29a1a0cea6c2920c36aa98c754e691ebb36
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf3ff03bc6f3e7861e7cf600b5e520374a7780b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a520594a6804a963028ccf500fb62729c4bbdbb838be4955c911b244244836f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f7690b33aa6f5aa0dae2d29b6e04f02e063453
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b677f463c8e1bf8d576e5a0a939b4209677b487a7a7e32ba54727f91ea1af04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630165d8127305d3fe93446dd06e628d6135dbf1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a84c50806e68015e38542acf0ad269dac3e381694b623ebf02f208c1b2c2e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1228e7cf3ec5f71a9507e597ab8f3c538d49024
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25589c8cc451f8daac03ae6dd71e71e763bde919f8989fb5af1eb14a89e50e0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d582284bfdf03dd8ea3027fb644a686bdb66b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114a1cc0c50746e7fec0c6cc6a2829f776d606b6ada9cac8216cd95f38cb8733
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e07fe5203c9ff4df4d007da797493232f7ace5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609fc4d614ef75a1557cb818ff7c332a11f92bc3a1ea4c1b156dd06acdd2b5bf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f00f2ca915ec306d08acf0f22c40d04f0bb4b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f617020f681debfea16af85436f20d0ef3f66d9466ccc1eaaf138f186d41ce6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5b16866aef055bbc4132f9b53e9eb3becc361
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47eb87c5a1ee9b2c72a11ce76a901dfe5960d6ff4ef10d2b60ee42497f3bf5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3f845f1b1cb7bcc3be67d1601743eaf5cfc6b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d9116a30ac57dbfcdc77d1ef2ce28a541edfa042ac55e6bebe05d30378a9bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dbdb0180b0002aa718381395aa6364eee17d59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1864de0d0bb8158397871e9bfd86086abe255ee45a4ecbdc675b5879cef3a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960c77c4a82e487923b4bc00d086e8aad9f9cc91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175fc242ea64c48163bfcae7c6413881944bf36488de93a5bb9e3b8b3d1b58ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80a4baf31e8f320aae4bea0e411e163fc115233
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212f857d2e303127f1882a325f5b8b6540dee8737a9f49081369d0f11af8a27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15731f6e01e20d73d13612c407cf180041d7a941
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b61650e277172a69e946fbef94c0d2d6d4eefda5f523eed816ebb3e4f993594
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa56b161f205a599422d6995d802087e1d3a370
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950360fb9d171b66e90cc4fd2de95a19b6903fb4f96ff1db771aa43874dcf998
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ad3d3052761fed66d738dbe6c824057a1ee26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a15fd7d65d92f8c0082db1b1b2dfbd07acc399d6c5c7f1fced3aa6cd61df9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce34392be5c407f5aa9a539c105216f2f92c49a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325630daa325ddf170c2dadff30021a688295114fcbae03285b74d13fe22bdbd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed7f60a87ae5b9cc256c92f6e21ccc75230f999
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096d03651cf0a0eba290f918fe28da286b33aab4dc63e7a13c6af1bab67ce975
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e06fa35064772cb3b83b66216c5a2bb68d8ff54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b07fcd1db2fe1abf1d46c9f3a16692ebdd21d4ea69fe066b23213ebbfb8cf35
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dcefb71b45b2077bc168c533084c5b0cf4f03
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46991550bd5ba15fdc2ae4d928b3f08314ae87b135c16d6aa20ec4fe40942e97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f830c39fcc94456a10499019a847b83a39e60050
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f5974ba94d0faac898849be078b926636e3ba9e4e90fca1face96f6e76dca7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590cc14b19fe41492ce946b270017f86448d3106
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8251e1fb9975712115622d8cbf3d19a4d17ce91519560f514d9baa406d0935
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13112671e27f9ecc30e20413aa986c83119c42f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea73bc124211be591318fdc96792b2daa71ef754becdb6fda4180a9080e1126
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b32123cf91097e935e127f5c52d6244fd5e4551
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2f24f4ff88a626a8226afde6e7b8a37c5fd9ad24c70bd40763c687cbc511af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeb48b218bd23a6ae8be993f49a12198dd1aacf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb89965a7ea8bcd5e96c9492b6d820b15f71e342b55b7d1196be8d14710aeae4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0fbd63ceb5dcd91c8cff91c68e6c9590c3e4ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108880748feeafe739f47bc628a7e96c2b0331403f0a607d699719658dec8725
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373ae7691db90cc7697c558f05d4ec5842e84e4f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3583ca7b365ed2c1743168855a09fdc1fe34df7b6d4e03b974b01222de8b820f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e3745ddaffa89a2f6b0006bcffaa36cf17bc26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf1ea5a6d8e068a4bb6d41393e9ea3e7812af12edf67c518fb184db63824e24
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224488c149562cc0945209f4e1fef1b04c40d0c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced26d7f9cbd8ff4e2c022dd910d27a5435009ee64d6afc0e2930333a7fb442d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f05f7ac7a99adb71e47426172bc59ec6201d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d0387e8bf12737e9cd2a217d4f9278c3a97e6a0b993779eafde495ec36853
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2282d771db86d676a06118cbe66cad1d14d0abc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff2ce3c17b79b5b25721f0b896e0fae8b931a28f956246b2a102fbc1dd65fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b4a00c49a8ea0337417b38080397898cfad4d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ace0237e30b941b32e0a38ba77b85675290fb25458602e0b3f9c2b6a5186ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674dc9a55d6de0a117dd89358c26e335c5fabc91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c250c1fd57d2e0c6e6270e2dfe177239239a9cf2714a54f4beff256629982fda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c0c0e661ffadaec0cbf1a9524899ea46b1e0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4de835ffb2af652dfcc3edf98738d051c23f5359077f29fd76b191aa69dd21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f87cfda4158293c0773001261a6b96d91c175e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222e3167127b54290df5466d8b3f737b4fd20c0f431178e40bb08681dbd05cce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bb8209aced8e0758bc4008ace4f361acb2e0e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5504f026ccdde080e51a127940309d2bf12f1605fd3b7b45a6bb8bca6df16e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf74d451378b24bc3c57e1b7bdb7b1ee5bfa0d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92746e3a1259c247f56773c4d4be7d1aa8124e5c995120eeb04699854f79677
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e528db72a46fa3014761e2afa687fafe326b82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548e1093aaba422a302569255e88b3addb481100c8b9f9fcd09be559ce007080
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cac0664092831b513937c7fa1a07f753117bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa714dd9aaf351ed186f2435b49756e782b04be80f8a7d67942cf5d22405117
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec83d7157f40111e18fe26484b69db8111552608
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22366ccaf4cc55805e421e3bc5937bc8e83d5191a9fe2134c263caf02212301d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6d2452461d3581dfdcb39705eb892a18892388
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeda3f8156986f267d60b984c4ae243c1934d450d1df09771810befcd8915d02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7f49ead565b9f774c80a24a89ccabecd4fcfb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77d3b5af4618ba33d207905739d2d2f79e7013f40608a13143fe0cbbb2162ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9d23b0c7f9899e7bff5901dce9fc45565953b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f2b22e1f2d5cfd6aa7a5a2414482027c35c6d571392e38d60527552a6f6bf2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5294e3dbd3e88c4e9f569ff22a74619806d0b1e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8b4f90a2c145ed023eea2a8773840ee56e25bcb992ab86235fc451d7107c80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b92bdee3a98436a801f932c8236761a95d97a24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0020f77ced5e54536437cd781b6ee68a09677b1c5e39966198c73521a1998d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07394d2d5a2a6c1e58708aa53b46bf0ca9279522
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f600f1df939f6a59fbf84d9c0fa3507af39b2609acdb3c5260530c11648b95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a31a87b48c5bc736923d8c991a94bcf239649fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8f24c3d6430af54050e774d06a6bc942cb376255ee39b1d9ce55fae6d30517
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124ae4082a3ef3f062ba3909817440d99335b83c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a920d2af0be95cbfba203da36a4134cc6b7c1636b4107e1234e219a039f6b1a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c649745da756c3c24087f94be34e2c80b5c5db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3501d15706c127858c6853c39f6003447f064546fa1e96d8968c49cd9c0b0fff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa205487914a1d1c45fb65cfc669047d67fb262
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5549d819cb3b0b0f41a23b7ffb36ae77b25bf65512104dab23226c4e9025ea19
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b49ae79e5eb67f01d5c5db743f6bc9333d61bb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2984f12d120bfecb622cbf6b8721888b79524d9c8bb9625073bd42e8b631ba6f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe4c37eb8aef5942519e19f815168ebfe41e72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d52fdf9b72912735baf5fd1f97993da4ff1609fb6dd1991a4e2fbc5b6863a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceea177250d79eb1dbf47719616eba1b56cffbca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef222c81cbaed9d714d3aa401e40c543497d9259e59e4d8c6174e9462a225f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4244ecd5e055cdc756e2ac0eb8e8f3b02fbc8223
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214858909bd0637a2504e7a55f304e22ae858a8dd411498f78cdc196048873f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b20a373956e05f36bb6cd96877f280c0712f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90f141485412b05e4e55cc218a80c01a5841f6f50883e085ba20787bec05fe1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2181b4011a01323019780975ac185030faa09e7d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ca8e19d59e4b68da12a6f6a52c27fc311a0193fb3664fa948255eb6dd4c60a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3472dd7a1f847dc8e93c1f816d6e7db17f74820a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f4b64746876f4cf625ca0436458de4a451dcbe72b5032f670c1c0dcd2137be
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435fe4b4714324de4daac7b88bded8d72494750d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a927a3977e62444bb83d9a2768c74cdfee8b1c270dedd85d5c3ab22756adf8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2374a6059e67ada2caffc1052dc12e3b59ac0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5979397b7e85bc46d78d0eb1b90dcb20cac7de37f46d494ff620b4d81fda7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a01fa75d11b40f67e9426b0f92472a705f0c9e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d08000303e9eaf72cdc6f774225d75fee3b43b736585a9cc6888b1ded98e908
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439860a6b8a0ac46bc61e3b92e699fa28c3c3e26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c5803878dc5571b08072ac48eb46c9acb847f44457ffad7a015e07a8bf8aee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a94dae240dde7296b9f25b9ad9fcf57ec5a0d3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4bf581efbccb5ce4069abfbbeca60b53d018ab7dcac72e821791557118aa82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac181d0fd9b44b4c18268b309c918e67c8ba2eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f7af3108cc224d6697b20d13dedd1d446b9c1c3964118c4443283d79aafd87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341667bc2c8d0b91bc0877d9276ab354c7c9ef81
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb864856fb504096780c1b98d597094e60c6d1f13ea5c0ac3f9fa2a9b6d19a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822bf07d080123c3274fe51b3e4c42567209393f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4b39e27256570674b546779b50d5ef6e534ac9d31f47a544fcff6a0c07182
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14e004244df73575042500d74fb7637801bf658
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e452f7b472decbd52cb13c46f1293cff95da3ba78ff31f3f02c001709027d4bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca20003339d3eba4af3bd73d443116aed1f18f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce01eccfd85abf7ac7e3fc8fe6be3503afb976f4ef27089f0eed9193a0f8a32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214c5b64f96955bd081ac869ad4d87c9338091b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81eec5ddeaf20301c6669a9b4de26f5f35581b43ba3e22b8c425feaec79eb577
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c0e7d50d705915dab5972fd647ad436af2f8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e572f17ed947e0cdff4c14675bb628b886090760ac6a341f7fe12355410579c8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf3a49438ac2383eb0d8807a05be0a648ad26e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beccbabcdcec201d2a5e9b2092fa567499e3bb4a16ccb0c76f188f45714064b2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13223a5d0bbd27dcf685130a378e6c8366e2125d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3380fb1b643ed0627e62f3d396b80764d3a6420688095d9df2f4e80108a2ed3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639ca6f2522e2a177d891b61ebcc42707a1aec40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a8ba682322efa4ac3ac18ae424770b2db5480d1ff19a0bbbbf487d129a856
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667f891a4690d86bba089b179983c6fa1ff5ad77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd36bdc20e9b2605eccafa2b128dc81fba433d1dcc4d170b0868305a3271e05
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19efbc57acbb5bbe9056c599ea95f6f74c8e5bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4180f5cd24ee15a1f88c275c298079ea21a2dae6cd8c865cf11dea1f0bd4c6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f5c753ac8af037465b3d6be1ce9f50bbcfa041
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7e6fd406edc4960c21c7afd988a57622f3de2f131679236c71e9811c45623b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1e263c04f98d1a729d51c5b6651ee6d9b5bd6d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc48b0fb3ecb7153110111fae6badd3c2e97df374a67a169420df22fdbf3d62e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01a65e42e673e1f01e2c603911b8b0358b5907d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fea7878ea7ae98cc8fe030c831e1e94f02b8beca4b8c4c4fbe83c512208026
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7781a6179f717582289298e09c1f92bd2a2f1df9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7c4f3c47c78387f340feb520b033ae5e91e19d813bd51967507fde6a73790e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359e849c09b969c00a12189dcd43dfe4f12c6296
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c798b740ad0d7aec27f5af77e4aefe7072d854e57cb90d720e42c39cce11a398
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b42493c643450d45ac6cb51dc9a804a0aad792
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4daebb71379f3b94ff35eedfc29e42f544091bd7d672cc360e129ad42cb967
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39504c95bc3ee8d10f7db35b1b98fa89e1d6ca5b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a6b35bee1d3efc15c654c646471ef3100bdab150a8cefdcdf95b8d0c3ef23
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f9d47854c6052aacc9a129ed449b2158d767e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7baab26f4bfa4cfe096e76e8927b7c7c3f353d9327214c68c88626cde41e0f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c0879ee27826823c75b3dcb9397e91ed9b271d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfb277d43d4abd1746ef8d7dd43e45f94a74cd33d3fc15aba743b9b66ab46ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6956928cac1fba9d38f1fcecbf73f84600dd44cf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07a6faaafcc9031e91b183ce7e6fcab5fb567ccdcfc69897a2243da84240cdc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a9bebd7f954827ff3f51c0816fd57bc5e98e2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9fea0f9a9c56a413cea54e82f469b0cbc33917086c71cadd32ae98edf54fb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e503c669e064e05ead5d054d72db3a88cfc5db2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc672d74d66709ef58900cd7cadaa3d97596913664eebea153e9771d3e398cb1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8b6fccaa00374420c644f1fdca051e50193f5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9944e5f267704c2ca15217655a71ca51f334bbda8a9fc59f821dc25a0661e156
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a22d874d601761f70c6bd533cc0425557a8a0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36361f805db62e875300d76a12b605dc039a9228a6f4b040df344f203f4d653f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b03af95449287148bab69cd8a4ec5adf29dd6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a3d6a7c0b656c0bb543889c36dcbbd6c15115879fb5b84a2b15672c038d669
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79431c5be52a2a34d44a44ff4a802d6dd3e0955a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa51f87ed85a7b6ba8eaf79c9bedb081d7e698f8287b3ce7caa11f46417c1ef6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fa0a95c3a5f48ef4ee90d4aeda37cc19a06a23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa0b2038a4399c06899e86bd63f00648b17d842bc4037d0587935929d783267
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5039281aac52a190a0abd19c502bb440791846eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e04687be00562a67b4b84ee1633145e152221028a31ec2ffef00802c67b144
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e1a9d36165446ace0f6be925eb3e8116de0359
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809590d386c6046da32000f83d99ae80bfb5105b757fb1161faa51b2576962c0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97adc66feb41a78ebf8a76e70bc6d2608b3ae147
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31427e4a0913f3315c7b32f0ce02cf5895515b877509327ca84c83456b32e185
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa0964333cfc4f33a019f5c3781713024a14e65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce8e5ba5938ea153a3b6450c7a7536407a10500c4e1f50f49e2d37ae5eda2e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92028cf920fb2d3d93660436deee84db5cb2eeb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d350642b4b4910c8dbefd74b6384876459a67b1e7c95a1616fb23a1849c31a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49038bc029fb1852c74f21aa49fd474095fd3f45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95311b755e5eaf1acddde8369cbe66c16f7576f9c04fe352ae94c75978da3cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec6671f03b007113ec50de8071ba6b000da690
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec1b0386b32408de99b92ac52c20fe005d32c33429a191df68a3702978be8d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8324c219c2cd86a00acf81c2d8407d30707496
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2582f67c76b495a68d9c92a2be1dfa18e6997567a99134a796917d1c4ba649
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ab897dc74db239373cbca0e1bcbf10f1438fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44662be15911f1ece695a1538de65fd85ee77aa2f0ad04a631d17c2cb5f339fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58711480df80d3446e4bb95c75b115c24f67121
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e777bfab2dd115bf9084e05c93262f0947877de5133dfdbc8eaf882052c552a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d3bc6af5ce9ecaf38a5a26c15052e2024dc70e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbcd0e0427fec9d319ccd15ed385c791fcf0af80a0689d70ae142be33fd8c5a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8416b01b75ee8229183743916b666ddccc7948f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd03ea742dab0e62f4706a42af77096b463a4f98306de0acadecba220f68bc8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d5a0972e3041fd8c779ad40d91efe392d11c87
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38db4f69717be723dcb473120b28dd023a507b98ca7098df337ef7bde1d377e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5b9689ad6ad21245b363edbe620ee040ab641d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7d08915cd23a1c29b0d63a761dcae2c8aac1b3b8dbf38af3b8c035d62510fe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce29d858a427f36257617f4d935570a6e1ce3285
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bf773a9a5b2c7b634eec0e4a10e177747b65a029c6478ae5a969b41f75c41d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34216a38eea00cf5bf75f8dbd4bdfbd5a5eb395
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d142ebff9aa740068f086e1d6c63bbcb31fafdb8a6eaeaeaae433a9e557b7b80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253b76cba161d934280762383df78358503360a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc82e907805d212880891aa138ccc3e5f0c8c33259bc5506da9c02326a8a17
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2005666804fac70bc4bce24055db4084a29c433
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e784210f02dba3da1e407dc7fa2d5bf6d4380941cb284394305b2a3de2402e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72c1be42ffbbb36d28a01c06b3371aaf1f0f1b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfda47f07d13d773eb133eaad77c2731420f5ddd5a95f50e5e1d2d66f61cb58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b4a808bc18307be4ade5ab21f97320a10b70e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755fcdceb423e2f0f1b61dd3a610bc64a0ac4a99a99aef2ceda83c73aecc0c38
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404c61bf14da4ea117b1d7e7619328ef0e0f219
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd6af910095fd22d81f9b112266641796e40a3088db3ceca26ad4312345d3a6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcec9379c8469a0f5c7ba3fce997b3f7be99544
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f42032fe76ea1a2594f226beb58c1665336f65c80bcc4994f65528868e3f5b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4b4a994acbc1ad350e57a13b8baca9dd4aa41a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84628966d6dfb3dfe209b09f37f039d52e77ac6795477ee4c6c2b2ffcda8b74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d5f7f68f24a2d2d0ea2f839c725e5d113bf06d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609dbf8901fbc5de5f5a01fd1b425ac1e3ccb1d1fb07203549ac2c2785be5ce7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7a200d61d4ecb81355d83c2905433a38fb814
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f171141cefc44f8a0192872e4fc00d5c68218640d8587aa513b193132baeb2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b47411a47e0ab8540b10106974a3371bbf0970
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577ef5eb6f779eb768a790c5d211a5a80591f82d83d43376b26cc4ca5347ca4c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c4d5f6e8cad8906052cdddc4c31b67d92af10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959005fa1e7ee3efc9c9066b0b74a41b97d15418056328ca7270a3050e2bc348
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2419670ff338acb666a8541efa6cb5af0591ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86a08d72154f20193f7fff6c2cc4354e2778e435dde49fa7c81bcb4616840dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386f51222a90935aee1eab687bf883fc839744d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef0a599cd555ce5c9ffb47ac8eb64fc388e134ebb0ac170b4980cbb97e50a2e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d8385e1c1e59b245bbff5c1d697bfbd860a711
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e175354732fdda5dbfc9c8e93e26b1606fa268370b8cbdefd140126547d250
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32df946a74b3fc052c5809788933823d266b7cdb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df3f7da2040da18e5b159fc82307dab64de09225de68bdcdd62a4ca113d66c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d530c9c15e13463af36af3948bff579c56a3837
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787ce913bf791c7cf2882163f7cddd836c0f6705a310766deb70014c5fcd9882
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ee6c96ede9efd35e6b876008a2fb84a73b0fb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e72d7cdf7dbbd69de55459678fe57f43b9bc28300c89ddb24a0c2af9ec859
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d461da6c5a4cc06c41cef2725a86c83551be9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb6c2dc124c8546a41eaac70f42bf8d81952a96e1f9582745d78d2689877277
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04ab5e3d01a392cee47b7c770c7f2df89f442b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b4b7fea0def50e02c6aad501284c97f3e75a0c2e9fae0511387b57822de5d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92af363d954e8d9fc3f0909f8661a424f932ba40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2a1a03bfe052801cba7a656bf150dca46fc42912ae8b38cf690c00fb029df8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb07c5f99a6b995901b5a8e5f0862f3ca3f4ce38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b492375d8c5eb85879a20590991819788f264c697dbb0ddfc95e9a45c76f6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d932b26709de51fe62b141eae94f44d0a746d20a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c6c9f8881fe1dd0bc450ce4e0ea2863bd99b83d3ac622900d58dc47c37b264
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898bebbaff3725b8f2b99d22c0567ae30df5f61c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68854949a3eadbbd81cfa998b822b3961cf3c142d92cd4690ced5f6daa229f85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce56c6ae7848996038ce02424e6781843f9c2c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febba608ade598e5be27a3fa95046d12d984fcdd714eec799f6b94d24ace4f02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a92a6b20c16da72b839d287abef92fe1fbde2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3440cbbe7f55f688d0411f4608a49bc87f8564602d02ac786337ebd14ab60167
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108292cb89d7e9867115ac78ccb000e93b6753fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6659a9d3302fc192a67edd6808feef3f6e50f6e2f59f7f375cd6b2d03d83159
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821aa0a9d71c9e7e297b880c134f3d32ff4b31af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074ceb5c39b6bd90af35924089ef6ee17515fbb2d3c4403dd8e8df1dbfd14c1f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4999f5e14e2074187c7d3bae3d95ae1d8cc8fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb7d2b1d8a8bc420bc1e3d286b30f841741e4d7a999cf1f6e5e24474bedae98
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b2b0fa3a55b08ac8fa6d31c7a4f3ef452904dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52fda9e2412180d7a4029400a511ad4d73d2fdd07adb4af4f58481124876534
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a69578c64e01c14bd941c5fc699ded012d0a97
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f276ee16a62b325b845d5eecfa486fe7f466a4d4d89cbc2f1eab60b249b5a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d83d9f77432300ef8bd6901e0809eeeb53393e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d6915262002e75b16e2e8f991432d56259c397e4fa6da05a8e07676b0c3c94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4dc3703d1bdffa85de2854670578fc0d28c50a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d02f34fee4f5c08fe97fef25eee49ef67578d96c61a41c4206cb9ee8c33320
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682ef77f39e166556d0f9044c0963ccda6c586a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10c45171fef43c9e944ecb1ee147a9e99c90a8d19d1d9b7a1c23ff90d2c1c2e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7079ea965424342d2593d7bf570b441507e8663
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef1e58f0992e82ef394c4148e693e1447a032be65054e3ea95494bf2c405dc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cf49be082443e6308d0082997107dcabb1d56c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e2648ba79c4a850af6a68b51ef40fdc93080f04f1961c9b4afb62af83dc9c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f900790b0af129fd766e5f5def51df1b62b102
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d4b8d1b9bc2f3864ac643bac786857249d439d22189081a47f2d7185ce1d2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267169ce0404a25c916e21b0d0d2d3d07a26c297
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d1b86554a7d39112c4ea219ed58e0f9c0084edd2205b327b9ec68cb89a26fe
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c986021a2ff43f6fcf2614cebfb6c8351bee609
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c59f10a963b1a3275003066c79e47f604b2fa3cb21c196651a3f492633d2ef0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3209fc204bf3ec4e7253f58b0d866f2b34900d9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93af87194875b42c48e14fd46839803eff7c9e18f2a43b9b8709506b470effba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbe2163864aa3699c601ee32a83b5f743768ef4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318c529079273be2879a0e05d9b9bb13f11a73b839f53b1c41f6e6d69dbd6229
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9c135077d4c92f2c9551a78f2eef3df21f2890
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e873fdd3f6b9aeaec265485ff2c21df7ad9708a8915220ff46c3eb6abf13d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482c5890d36a691f1849a02c94b408477467558
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b943982beee728ba487c017b2c96d9a4b399f7f053756439aedfc88afa73f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6179778519f40a93788b069beeb0f1341c6cda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000a984e4c0c5e1b31b665c683ab3a052e7e007ea8e9de153b830fac5e65f063
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc496ea67cf01cdde638da193aea9fa5a782c90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3c3cbef15eaf66bc6c2e927ced2bfd1d559233812edd860ebad4c0261b6009
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9a9b3d3cf31b3e7c92e352b31a0fc7c16a05e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef3f3c4e68ea0311ca2bd1be45932a7a9d6390adcacbba6a5478b3032bf567e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9cd34d1633b02c52a618ff195369932a931524
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fb2769af00e8e56668a72e297c404573d0dd41ab6c99b440e0cd9dd8a788ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87b3a341674b393e797b5f27552cdae92819700
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879d6e6ff48c52ce81915b2c4e8885c66fe546e2a319a2c336eaf24f6c1fc47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c1a75308e62380f0dc907c1e106ad24ae39dd2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e1fed92d462955a05c79f6f81591fd724529b237a610ce0aae625363edbb29
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3154f75b05377052336d2f4394e1e0e548dc65ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5187daa6500c5f46d247f4ae159efb18cd5c5bfa69611b8fb1fa7f57d913c03e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707e7e6006164c487911effd5ecb43cdf8750bdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef5250448d1c8c032a31ddc9066313b936fac357f60ecf6d15746d8b9baeac2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e878b767d4c3105763aba9e73a0bb76a64e2a837
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1a1315d4a56e84099c7da6170a79bdc42c7fcfabcde169e15b561924f92fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44139cd2b9aa288cd85f3a8166be6a868cfdcc0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abeb7bde98b3a63059591cd510c4460534c3f128cc5da4880dc6a503601c634
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1009b372dbf0ad189b9e8b3e93c93719bb8b98a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3314113d11f608717f5ab8fcc2a5f6f10135239c62006f568f47fbabe3b349e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61408a28c9f6b9fb1bab9897f94b608d63c8e501
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3d176850ae429cd50200835fa8562aef775802bfbe7a32c832d2990fc5b3de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8b89cb174c984ba4cf15d49ab1298e7a3a09b2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1be744b4c9b9df329beec64ef2c0b7166bf9a5fa87c2d36d952ecd08beb43e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f83561e988bf4d554ec6d8f4296d627ca93d10b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ae80f133f5871e37dec2276b105705bffff60a44bd68a409c3f62e5a28ed4f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efe9870bdafc45ebf1fee1e1bbdf10b28f923c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c5442a4a2284cf0a575249a21f4d851e55f17e61df72153d2161707b041a2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de420cdde87ee9a34fa9aec41f4c88ccd6148846
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e9c330df18b7ba307fff642e146f5d876df2feeb03906b4008009d4da51348
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407513417d0e515d8be8c1783976244008f4a10e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f7a102e8db1e340b2d0914c6242efb19100f902a8b234ea2e49dbbdf34ad7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d5e179f6e4601ea80630b8448062bda7d84c1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85370c0dc6d9ef2ae973fa585b1e9217d811839ed2e4505c84c589039ff6c666
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b3e8a10a470963304ab7b2c5d97f004da67367
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5661118c1f2f28a3cc71df49dfea02a918963b8075896caf82638e25fe3405
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a3c07b2f1c170913dc3ed3e07ae87bbdb4c9a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b361488c52a4fbdad62470ff49a5ceda76f61ea1d01edfadd16d4d0252d93f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d044e31f60c629bae4d9312838edbc3553f4ca5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be6e53c73d74ce926e458277405dfd87a4f9465549dfbfa48346f28260942ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f453590d233ac97b48c08d26968574825daa1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b428b27fb01ee479c1710f106f49d4fff6099334032c59b1111c520c86a93c2f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639bc4c0a71ddfbd437ffc440e58c4a5c98450ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21f7ec746d642ef3ab9ee31732adec8dd68437044b296e105375c171ff702b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c689d430cfdcbd8ab55bd51017d0500bb1bff61
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3972a7046349972a57a6edf2e8f78aee83ec286942dd6106184cfaee733aaad8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22999113e61a6266885b744db7a0f42d183a8890
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a19e6358107249832a26112f9e21556f9dfba7ba83a1081f43294b41a6eb97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abe7c5b36f6eb21fb7e0be1567d77f16e85920e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1d49216eab8d8d30d126a85af470a9b00f3e99ea4489fbf5d0471bd066a17c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa283e566804fb57a353a499727c8720d97e141
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9caa37414d97bb5d8c01a6c87c6a000edcaaca51e2240fef62c4ad8ad855275
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e1b1dec07b85e36b6b16f05aff2cfaf2cb5c5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a096ed7fb5e4c1b622ae5097a8143784e6757fdcce7c56440c5bfbfcfd06d0c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aa50a9fae043d00dd84ee3d6619b4609cbafe7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd175b4a916084a48f648031b6ae9c508220b0283f57717656aeae8a6edc1d94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de201298e1cfe33fadef8b6f73f62720ac62725d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bccb157579b3dae63737e20c174efcc43e38381911564760137adf5ae2ef5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e4e2f0978dcca242f7e5eb32098beab993e41f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a40e34e289429ad20e7dcb1ea53c78027ae48e7b170fcf90017cc3aa411bcfc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036eb48d1aca153a310694aa0493fbc0d85aa0fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a6bbbc3731e19cba6c22e5acfe5fd0e2b6fb4013cdf35d5a5d208aed82b831
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfbcf3d922db6be7589c63fca93963c975bc8e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1eb0690814b997162c668a11905ef1bd7988b98548a8e25c5b03dde27b4985
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51009c7e4f0c4220d8bcec4c4580a252b621eeb6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d630c7b4d8a5d098f70f2742063ff835d4cb23f4cf87aa4268cadca1cb78646d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db5bafab044a9949c2055eeee1895e05034c7ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef37270258839add1d5a22497ba568fd38b1d63ad814ea3041b251c2396e0c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf5dfc8502327c096affac04af7fcd1c02d54a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789025fdca7271e5fcc2810bb8e05229092854493e03ee99080c7d6873c3feb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373787a5f0d9a989fda3b9d819130c6e295132de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a20def5755c9bdc0457b6542d5a777711f82b717b10821efd370b05081edc7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5fedfe0d009fefe5178d8f2ad79c4025b2277
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22a2ffd44699ff51a411e7fc82d1ea6f710501119db9d09d4907ec74663d00a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de8438754a36439e19dc14ff92255ba0f04664f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0ace0d1a16ffbd3ae95a0eaaadb8398c9af00879def74ddc55d91b38dbed5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78df04c5161fa26e58c94015352a9eafbeb77884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2731dd1cd72ba693df0a2753734f8bbc60b5ff81fc1cb1415eb2cb8ec5ab54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ee8aab03f9c8f372f016610b1f7035a11edeb9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bcb83fcead9f87f8c561300a77c4ce35ddc0b3b729df3a61f8d965681077e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc3aa3cfa75c4b09515d0cf3a2c088e2bc6557c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abbfcfc2ad7ebe7d8f4c15fc64db5dc6a8c4257e4c48f312afa86e1d3d8d60f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fc690cbb2b0c3c153da05b7fec1b6c892196ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef10d0322b33134b2725e7315e70e4e21c06ec901590015f8567d6ed7fd5febb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bfbda00ca4d803bc281e2b84529ca637a0a5ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f0a60771548114784bdd981c141f29229ef3d1baabe2781fce730e044fac3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb38b0d3c584ad070af640b6eb583b34181b5d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c22515caf9d3e5a964517da43e080c32da7e39c2e94bd59091f59525a6db13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc1ba2846a80ef023db00f1e82f38d0ef719d57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d6dbc57a32d446e27913786aa0708e8a3d6c930d1decf6d5b46438a476285
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c202974cf0daa7fa41ce767f31c9a5a77ba7ad31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63f58a593fbc389890fc961656509f10461ceecc360b448a5d86c011308376
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b30d4e5fe21c46f6960330a0103f94522ef6a6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675a951007a8715a0e05108e4a59e879783cef343ed01cc413692f56da6db45
+size 205955
diff --git a/params/phi/5/rnd_search/comb_9/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645a9e3df037c4efd8987e2c9e36b091f4d93ca1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed057b50445b08afc616f129d5af7b35d7a7b189abe12d68f72db0dd11cf51f
+size 205955
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e46a33606c921f1c4224cfe9489f8afc74d9e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bf6a3a45a63012e894513721a523e8d23087257ed0a8ae7cc93ba52d36ca6c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44293abe4d37f1e4847ffa827d9dd03eb96eadee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4372d28c0ffb7ef6b352eb04d656e530b38f205da39b7c1b1e32abbec5b6b24
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a32fef10000ae96669e0ba6e4f6db9d069eeab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6c124fbedb1d6ca0fcf5085161fbb8b712deea50511d2767168273b52c8212
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaacad9b236af645537c1a7fd12d38ef0134bb34
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d91b8b6d486e593706e6ce70f8bd33f2fc5d3e5020640713bc93d72a0b87630
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad12f2614c2aeddc75462766e08eb71608dc8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc859e4fda00c877f2cda24bffa657d6a2a96510fc36c525a9e682decd7810c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d22cff971f6957a5025a57ef7a4f33e912687e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b8d63f76cd916ecdd09fe42e553e9aeff2c2eb6bd6909811abe2f66d38f74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd4eea6d4df5d2e5e5748ece565fd4dfc848db1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddd49939cd9c10626d5b872e6353f114d5ec0e4925ef2352a2770ce8b568b6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e9421ace40dbac4cbe0e403ae355023c3d8e56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b62468bee599d3c095c76ed0031d74c0613aaf12969c7b43dfc3d459447217
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227285931f4d5e7490ecdcde40a77971c7c05e76
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e3a2574cd8f64d9cc10ebae82ef7d877f29045501586e5649b590e54284112
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d925c5cc1e1ab20f79309cc235747b467dcd8d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9bb933a8b29b20e06d64ef34bf002776d302d174d226f4e2d4cee1f25376b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dfaeec89787fe19871115363b659437ad8b10b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2991e742ea9da27c8606adf9c1aacb2488f347891e996b4e394316f9c6e0f1e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463064d970f57d891513e140b86bc866e47bd99c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c7ed29c025295f8843572e91fb384fe70335fbfe4223a55167e949e44676d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2599bbddbe20715a82c031c33dfcbc7ed47185
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184d098357e81454446b33822fd9c8794d1b8735f3e32388174ef12f845f049
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f6985ece9e7c30b01519217f83b2ebab31935
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8508c62c7f737c0cb87d927aa97e7c6a79cbe33994f93c0073660a6ae1982d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcdfd106d965491c89e59cd29036c3f419ca859
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5493ab6975d979cabf71ec0573afae17a65ca87023a2196560130b2f8a3e6d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eca83a35b1fdc26efacb0a5d85689c87d50754
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1528d606e02db5cff379db4619d9f81af7a297eb2cc44c4dcdd95926383c2f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fce2dbbecaf8d702594716aca49547544ab909
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa4f108c4d2b230f232fe3338d853166b6ed02e70edeacc7478b16155272c77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50963409069b77013bc88f3f30a3c7058883e962
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cb067579260d3fb647eed23230c47293dfd094939ed9596a1c653cc734f42e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f361192ccf6f10cdf3f74ccc1e2a7d82a76eac53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab41320c19afa394cdf67f3e672e0bb323a1d4d97bc95c75607c42d3682dd7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb57205b92b7e94821c095a6146850b18e09878
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf6085bf7a8cee4d12a115efc170a7e284bc58fad06d28e0205052fa80fe81f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa62b2214cdac8e75692cc46dca49cd23697c3a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58010b267436d3e5cd879dd12dd6155ef6e3083093aa981a6b5d91ff9a0d034b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25e49726c7d4d81d3246f6c7a35f7983711903
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648a33e021255039be330583853171b4d2081ce080a107249a89f36118400d8a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d083758b1c0ec5a3ea1144b8c98206b390736dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f646df1c9ec35fa5023fd18fa182c8e23f56871a53a93891c29a35c932c12a9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f530a2834af0bfbbfefec859e13a8cbd6a97ee09
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6b346a599c9b20147301741e43f7488e3272f7159fe88c8636058d7c93a8cd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75626dbae586a852b67f6f17c15c87ecb3ab30e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccef6d7b26b73e387ef390d858ce32fb15cf8461fb3ac9cfd30a6a617f524d0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a09351734414137aafe57d21e971aae1afc307
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f976835aef28c8e04ab69e8a6cbf2fd46544d9223296fe627997571fda903
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8111b9ea00fffe7dfa2427a7da5f36f5f13fc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6192e9705b0dd10fca44b2eaaa161cb6128620f02169b715777d9618fef9dcca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1884a45663b3e701b13fed6824e576ab1a52e603
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12d60deec36a470ecf9db2a469e62e3b28331dadce9ce3dbe9da7117d49cd80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4339a5cfc7070f38475861d8e0217a008eacd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb13f83068dd9a68e267fa0c5821d51a3bd184c6456757e9bbbaba4562bbfe99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5c3db6063e3dc93e7a415da29b703b1e0bad88
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8993109de2a91c59e88d187f2c987ffdfc2d72a26858dcd611e59dc936b007
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e86b47c5b9b1829f352885539764c2a1e6662d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4a0b83beae3016387995925cd9101eb46fba460b8ea2f09df4af9a699e03d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6d772c1aa35ea273a53759bbf785ad4cb1254a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445fdf1e0f82858fbc50b9437f8ebe3aa5de9f2836b56033fa7f4dc0d1df7afb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ea693c13eab9605724a9bb73d8946320630550
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d69bba0f8d47736ffcb14f9f60b467d13774c1b5e46005fc76096fdb4f0a25
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8c74d2ff6a7c9f64552a266d4640b2bc97e92b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac275667f4aa9f2da75dfd28f2bfae9440185218cff140f0d51c1cca6d00e46d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ef941ecd22593810e299e74f0031415f5d4bc4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5437a9a7e76100c726bd1b01f397168f5365a319ec302807d384f64b7ca766
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9d462ba56a05cf989ff78a39c9d8aadeb1d99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a174b456cd9b73a2c16174d244659bebc7d22f3f7f60664c6009c551c39e40
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1d6e9ec0e371ede6f354913cb8521012b47602
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e6f6975794f1e13e4f9a61f83162e83443a69e4fa02debc09f1abe3ee6972a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0543038879e12ceb15e9f0157a4b9a59adcae23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95536f5fc0aaab0c66e61eea2d8d181adbabdab7c5c1aa5f34bb7c71950b5876
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f049f2d76a7298236f5bcd2c21b4a3ab305a6c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2221fa2f6dc4163f3a614ee26441dbd9a84dbe38ea51cee1dfa74809dd8cf16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701199ad9b33b095dd019b9289bcd6575248f0e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc8b29b26f5ced8dbfbc3b3f11c784fbf72163e0a71cfd1e56a973aaf70d61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3363563badfaad902f0bfe68f9b32bb8af6121b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b5635eafd2f23055e1d8bd89721c6e4f37eaf1beb4b8292f2b3f46a51a3850
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c1381a655b805a5054f06b72d98faeda76c36f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6134e6e00a0685ad8ee53cfb02e18eaaf9a6e4daff37d936e9b42e1e0dc82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753dede6be876614d6a3c7317c43265a1442afdd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81b1cc359292ebe72753856be627cddf11fe948c395a4f99712ad2f66292979
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2822b013ec6ffd9658a6fbb7608d14884e9200ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ae6e5b4b2a4a4f40c4c7705843f63d5d4a49f8ee872691e38bbb2c116b13a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5f6ad4c22500db0794d668493a2e49241b479a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80096785d82585896cb61d4b5441a4566c01d6a321485cf80376de661847cfb2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d6705d3f3e58b3c45150b1f8465894ae7d784b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9cd7172c857edb0d5ee5a9cfbe681607a45efcce6a75cb292fcdf046150afa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068c3dbeba27bb261a0331a0937c8ab56da978ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b7365c787765c2c31778cabeae7a94c4b89da82e71c9b1fbe142c3e84095da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ce91684ddfa06f2de7196ef0aae53ab22fcbef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891d80ef0a67cc1e578cf226b5c4ee84af12ace3b1b3131d086d6aba1f273493
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfcbb2a76cda62c8393e5d3a70d60395dc43e90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae24b49e302612e5b4697a6eeffdf2c3ffdd45139385ae44c3b64988d8310b13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16059e53b615dad98a00334e876b53ede43b0ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad848d34386f11004b96734ec19d1bcfd3e5a4352ae320a6f646c4f2a55d4e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda7319ffc6f46b79633cec54508a320eed020ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7441cee873b4fc4dea6e13c2bb9b2f714e4c2a1c894c3d3d11d86b820be90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be75868ffdfbaae581b78cb30e4eddb90e72d97
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5472da07f0877e7131d3495fd83928b39db274e67c271e8297c9ae32c713dd5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f64947fa3ffd16ee2253df4dfa5d4842a8ddf39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f978cbc2665d9e6e4e9429ba57597f60cb7ffed061ccfdf3b187d1bb59ad6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e71182d7f5635c7d21534c8cb8fbc0c14daa9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aa35063ea73c7c50c474e3859b9d61ffd4085a36b7a2569f157b6ca6056c00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56828f133f2f86329bdd60721c1600696b2f97e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc4fda58dabf660d9d9c86f3966ed4c97f882a9cf06f6cedb70d65996f3a8db
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00044057c6ca48b5de978567b59891033bd93e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be34862f7db065eb5e569198ea589ec24ddfe2d7107ff01157ed7bc7e1f3081c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb29d191e9fc31cdb31a7c867625261789438ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c20b80fbd2e60ac86454d355b8e928b82d15493bdf6c1d542adab645827f2f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe5e0598cb6d810a5a27a6c191f2828f05b0b08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1df207eb386e9ecf09ea749e6590ba9330e52c70a9646c9aa7486d4ef43886b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8be639a0a5f82573128faedb6d4dc3c9a64ff3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a244cf75f09e16738ea6c1e3c6969508d81fa264a746dee8a85ca8f7a64e18
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edceecb1373d6106c5d00b4cc8c327e138dc6fc2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55911776eae20855ff214ec381d85b9bf66f32587f05291ec8f658d5f31c8cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d528b9d164295061b716981c95a765a2013aef8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0b10b296d25d14f119e1b91b38ca36198b1ee2bd3fdbf35a7e3414da121f1a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ddbf885043d5e8428deadcabbf6c7c029fd90f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e9f2ae97b636d8ed52d0a7dfb7b8cdc1e5226602014f592f406c547cfcc35
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3adab9efd17b3ba465d624db12b31e0086d400d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d042379b300786f85e03e89969fa42b30ef64beb02cf9583197fd93fddf61690
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f16a79e22760d7f8af95ffb9fa1da2847d03954
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d22cfd795d49f0a15172f1c36cf3569241dd44fb55dd3f9a1e53952a66a47f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4c9754b2d17ff71643f63749003afe4bc9038a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9d8f669f6c78036019aab75e7e0e175c60bb37d5e31683dcdcf5e72ebabdd7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee99e7a1678a5344bd3c4df76d7939401168819
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25dfd3ba9872b4fbaa330c7eadba1274ec04e1d9a6a255ba39d5897d99857e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ebb9fd486824dd4beb0d4becf9598b96eb422a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bc447b3564a1a5f37744d6a814f929aba21319be5676d48870182c84a99b10
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10779e59398d588aa453c2924501906720f8a12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601d0f2fe86c9fe1873a1d34054e746faf43b993001f28e7529cee51b653528d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e98e8cadd8740bb2240898345e063e5047b72b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095bc47fcc75e3c5e3aa8f78bac1e4c7827577cd9f7970ceee530528b238269
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d1ca36bc3c49fea7c27e8aae6c36f37142739c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa2fdb2773cc716e89b4f99b31767f910f0900e75f1f489f90fe1f6cdc8994b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5432710ecb3acaead5b475e44dad73fded49940
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6606c769292674607ced04a07e0133c415ffa3c81b0c137c27673fdb2a226c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaca399846faa4413961ce99203c9a8f4669c13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1c1d2d9693258834cd6e8974fab890ccd3404b467d1ca2b4efc3ce05de1d2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe9c0034cbedfa7638c5cde858ea1242b8dd69
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b4e69838b48ad1e96e15dd5f4d995de59bf704ecbe8ad61d21939c36c9f0e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e25509558bc92976e6c57957aefd372cfec622
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a29d20a0ead90acbd37a50ec4b108f8ef2095c8b5773cd7bdd3c8d3a645fa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dfc5e2bcd79ceb3e10962c61a9962a8b38dfb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26bd00182536c71f9650b43226463657632e489358aa212b6b53610f6b3c6c8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2278830695b0f371800f7e00f300ac20c3200a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cd8ea87e1290907bff84a9e36e8b55663c32dc4d579d150374bb6e613c69ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e14db14e35ebd3c6dd1f658d42654f8704716e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ca4542e5d92cf9195b6aada610b9f7dc782de5290f673a6c234421e00c1688
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2364631ad1673b8ecfd9d5f10f1d5a0155a9d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac3dd1689f9281d24b24cd928df667cff429a73dd3322a551e52de1ef399063
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ef82ce722c40fcb72d43bdcb6a8582a1e91e5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f621f3e4f1957b2d8e9398621a0421e8a4f5568fbb28d865d5b94f829953ee78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044c09bf9465dbe99bd8ac5f652ef156359400f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a087182d02d6683d76e113c57e8d7df0094ac8ab0b3c4ef5446d9eeeb0463
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773ed8ab87418456af847456bfec870d2186b19
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60a3d11215d47db10184931d94826fc11bac0587d763bce1a97a0d3469c9da7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1619c5020be8e6b1e1ec2bd165dfaf6877bb36ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd27b6640f4f0849fb05b66eb63896e16ef6c9fbf37e0513c7f6173198478f91
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1d4443f4da6b4c83e29270f5ec5f7ad0742aab
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688717933560c6cc7f8e7ba6ef1dc3a659d77edfb1fe6538419ebdc469f19bbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5277f4d85aafeb7dbc0c9ff9c9814e3329059e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdb183a259fc43c209e98e587e38344d66e066e06f58e7e0e63c1a77c68933b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51acacf8bb0a3d06e2e3d6046e8c5e395a6bf9d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471eabbe1f8e489d0f09a2e2a6d66d39605f0b0535fa07a4bb29d8d09b85cb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cd852766f54d4856019dc100ab54b94e7c3281
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc767d24393524c9aa57aba7eac4d3cb50954278e6350739aebd8d32b7ba142e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ba79131a667eb6718fc7d336efd043e6b10430
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1e69f19c01ef05271cad82566703c82218aa8eec40423c46d561c2321f65fb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af448f191640cf68eadd0c806995935f8bae68a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558a36d5f7f1038b89b86df0768efd6c43e900e57a5f2429fe454ac00abe6eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69d792af87cbebfbcbfde8f5c05a44883380cfa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a448fe5cd4355609de156d9b2243bbcb37a4b5cceb4c46a84f80e37c9b56aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a168bc1242f2a380c277561d9496b5ffce8158d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d3b7e90ae3957eebf6e08c6af365e33e997373c4fa31e9bae1fe07d86205ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a809d3126aa779d455cbe38c1e82ba6e813035
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912d6865f094f6da295f870e4262989a7afc3f34cb594ffb46fa44253685c747
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587209421a27c0b1d7753068e0bc814ea0582c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d4d8eb008eee2b75d3f49513cd38705bc4f2c737428e99e2499a2132772c17
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba52e2ffc5fe560beb824e5ff6f235447952b2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb47101241f970af53367ccd00902f00d0ded2f10e0b606f715990bb6c877ee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f45b25fa82bd79f6ff1c16806079739b754560
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c8c5f1018bc195bb6590c0dafa51e7498b12ad1bb4f847c2bcedccc59b98ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b940a7fe03301fdfdd4c611e41a0de946d4b7e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ce64d5afc1039369b46d611c736a155d223a154ac7eb5f6c65fa15327eeaca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d07fc3418769d7d487bc8cbcf0382e54837e7ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5c85e57cd9724dfa8e4f74ae7277eb65b85acaf36914e263534bb07fb8bc85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b234dd8138dd1ffcb2e6cfda0196aa03b7d6bcb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6975b234a06a671071105725bec0511915cc9ac80aefcaa8f063dba28f14150
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aecffb5efc5c258564ab7bf5db1945a2506a2e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309120942ac8d90976db0d65f87bc10406e3caf56b75dd987ca5610055432262
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533e8910031d74471d28434ee7ed372b6c751ebe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b11c35f67cf25b4747d00d44a77b383a4a53380ac01ef6716f7419d4e26360
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2395af6e17a7858169660cebe8cbf5c6ff4d8d16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54f1abd73657d696680965baa6bb9fa11c55de642a46eff186b8c9247fe01fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f093bd87fb5038869e7bd0ebb0e4b69e7a625744
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e2a5f60013f3db86465b547a4fe42f03dcb53f43d4ed57c404db0e2a559ea9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6f5c5d365f80269a2c75f3d967783aff345b47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2f9c515b835e93a8de0edc37bee1a6dfd47154b47712cb3d8f96a15ae56d6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729509c1e9d76f6bb1611e227417b4b8b5d7389
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f92a88b779e4b6b4ca778e4e16d15c68f2afd313515d0aedf6d21c58bf76a7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07489f55997c1c1064d1219e09019b72760141b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8394052c5d6031dcf2de9944ff3f48aabcb6e1e931019be7d848b308b02afab9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b377f04fe170ca59e3b6af444815593a4a332c55
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5ef1fc974d5fcd42fb4257468daf06e9c0df2da096e63310b9e4ca954dd05b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce143c1341a35ca342a91551a05f774c55853129
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206c7220f05377c59cb554fd33eeccdfcadcf466f7d97bf2e35ceced65109f0e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d424d1453ed331b21c3f41b04ac30a9bfa68f9d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb1c2d4bfa9ba0279fbda35f84c5c6aff334ca4a694f6715978df243939afcb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba826c89d8ee0f447c9919d3b965727a84aa536
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69dcbfdf770b2f4b05dc7214375f5add41d7d9c3689e3a0ad778a677def13c9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e04d222088bc6098ab7f7c75202eb5f7be3a867
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c568c70409cd4dfe5d25eed9173303a86df8ca3565c944177a30ad093b3ecf6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d2aabb8087ed0b0171809d1b4110f73e2187f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79658f066459ae5dc25762a340b499c68c5a84c199ef9a5aedf4fbd0372d5043
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006d8840b365a035d76ec7a85b7cfe55a2788e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba3a929bb4a78f987510daaf53d3a86fe2671d48aaf0873e987328456dcc78d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33f14e660e98f048032952fa23cd807a2f6ec77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdef5de6ecd0d9f9d9c81b007f1210f0f66a1e719f391b49074ba472205335b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e594761b70299aa5da313124f396b5e6962220
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d103640c042578e850a488c7075027aff2eb48a753d17e9bdbcb4867a2532b9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef89cbdc40646487ed87b2f6c0b452cffd931e64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383c051332367dc76fa3493ea784241d480c4b59330ee4d265d70025cc2dfc58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f83969b7eeaa1f134571ff1e5ca7fb8838067
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f040ba940e2c55db9a9fdbef22dff5ca8043c19e9ee2f4c0b8cf22813afb438f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3727b3e3b97e1a3572fbc153ec92a8349942f504
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecb61deeb948e55af61a4a4915b815bdfce7ba79b5442b276c921475e7fe2d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c77eb9f3ab50f433c728c52bf7d7a56a90f343
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deecec84e70d9a2e582c4d8e4be5cb6a2029cdda3dffb288c137c7a78fe6136d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91e7f56425c82bc8c61146a4606acbf9e8691f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f9eede14af2e519ae10b66f7725527e00b0cbe6f55f725a0b614b0873c252e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516439674e3891f044d9e0c2a9e3590c49437764
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80bbb3323c05b67e5c8af52695f73a4661b36806e95f7aa5732ce67173eb0aa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aece7ce624f96e5213c68e9c55e7309a6784450c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798c5e005353486ecc3610a6a11459d93f08e570bd682abafd8f2b1a995bba2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2881ec64d981448cb48185ffdd463c8058ede660
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55781172de07f31c6f3c591b6bbdefff326844fedece2d635b8bf4f895c8b9a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1dcf1795abc459c5073e327328fd16b131b52d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dd9435085cd3b69d7be04c34ca57b14d64c1d276053adee703209f672d2926
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f811fc3ce66fc778542c04b60b92742908d584ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8361c68c5f3744b732bce70028b38f4cc1b380b71c35a89da5d4dd8a7aecda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86f59cb59b32004294fdf8af408ea62fbe31a37
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ec1d1e0780d3789895d93c0018a4e904e74721a6e7eecad7a6dda0cddbb39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a63f9f3ab8c14e9712affb0390ce53cc23a92c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68681466abad15404eb0d171d5dd630aa5c5467e260188adafcfce14280cdea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f90b49ba41d67d1c3d0f8d35f0b7eaa5dae8cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26453924d802393b813a6c72fa5b80f1f71f771645859ea9b05f9b1421d6faf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb47a653b52d223362c90927b7368d71ccf7de5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18205f43ad91ec111a2f2f550b69e948888890a03a03e519b0ca8b27082eff41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eda83e5e5703d79878f1a675f18f45ecb881fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385b92c7be2789e7bfeacf394f336c1b37bb2b26cd072e2ecaa69f775aef1626
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2eb94b47c82bb8cfd64f672fa2357ae42acd1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e1cfb69c850e27ccd67987a062e5d0304be4a5caedba02df374e724cfc5ee0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c6015bf7ea5f576a3e8483398a03dfb5f28abc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3384837b782493ba499395f3372dddcbfb64c17faa608a25526461caf81a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110cf98b3ca669f4ecf3f2e2bfca8cf5cfd0ed63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aecbfc79166760d5543e5f2471de39c7af385a3c9d2ffa8a673e5ca4bc51eb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95cbec7e66a9639f224be1c5aaf3866e4001034
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5570dc50073962955360e381ab79dbdd1b03fff19664dcc1f6a109c939435d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162d9e3308e5926123abc20c85e4ae6e604a4d39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c582fdf75b181bc827b239713b445f64587a2aa1a2ee535f24667a2b28804
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f39ecdb72d299ba94c885e5a48d8ab7c94f658
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343bc54c63d1205f12493a774bf76b8c0dd8616a9ab7061240a9fd9572d3cab4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40dfd097310e8ebabf40f659974e74b8b1ca7a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0605a3110a2dd5c0f00e9f22b3583b2fec0b868f57b6ecee3aa4070d0fffa4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82f74030577bc6acba6fd1b8528e841ab8f76a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101cdb6c213a24aa8d67e1229819892b50094e987e750a6f4ca52d9b5e2c2a2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187240b17ff4c86ae8cd7abfdfc287aa892236a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51048a0233699c906755b33f8b754bc1aa3bf92983e3488f17201c026a7725b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d33e5e5459f8b76940e1702bba9914d0ef3380b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c9e39f8a209d2b4d0c6e84f03a786b053590b97f264c148b3ca755692342bd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f28e17237576a8d0cc359f16eae4f258844e6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40c67936a3dd1839215cead72084dd835aaba2053a94e99e87e4257253b482e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc64c276bf07c0fd21a45a9d0ae6ded4bfd9db96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598da640548a199fa61d0310f51507b6409ee5cf8c34e85863fda8954d79107b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ba8afcde6875853fdc06ac02f8be508ae4d73c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adedf92f3ff4dd7ac8a9bddc68d60a293e27ece0168624f4132dc4aeb50cbac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70697ad127c1492b1e535f722dc15dd21bccbb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387d34755132d49f4fe0afe81b79ca77a4ab91743c448b8221590b4ac69fef74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9afa0d6b3f5c36b0784852758b99b1aea2be91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d46bf1ffca070f09c879ad62bc29a1a0cea6c2920c36aa98c754e691ebb36
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf3ff03bc6f3e7861e7cf600b5e520374a7780b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a520594a6804a963028ccf500fb62729c4bbdbb838be4955c911b244244836f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f7690b33aa6f5aa0dae2d29b6e04f02e063453
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b677f463c8e1bf8d576e5a0a939b4209677b487a7a7e32ba54727f91ea1af04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630165d8127305d3fe93446dd06e628d6135dbf1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a84c50806e68015e38542acf0ad269dac3e381694b623ebf02f208c1b2c2e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1228e7cf3ec5f71a9507e597ab8f3c538d49024
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25589c8cc451f8daac03ae6dd71e71e763bde919f8989fb5af1eb14a89e50e0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d582284bfdf03dd8ea3027fb644a686bdb66b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114a1cc0c50746e7fec0c6cc6a2829f776d606b6ada9cac8216cd95f38cb8733
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e07fe5203c9ff4df4d007da797493232f7ace5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609fc4d614ef75a1557cb818ff7c332a11f92bc3a1ea4c1b156dd06acdd2b5bf
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f00f2ca915ec306d08acf0f22c40d04f0bb4b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f617020f681debfea16af85436f20d0ef3f66d9466ccc1eaaf138f186d41ce6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5b16866aef055bbc4132f9b53e9eb3becc361
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47eb87c5a1ee9b2c72a11ce76a901dfe5960d6ff4ef10d2b60ee42497f3bf5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3f845f1b1cb7bcc3be67d1601743eaf5cfc6b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d9116a30ac57dbfcdc77d1ef2ce28a541edfa042ac55e6bebe05d30378a9bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dbdb0180b0002aa718381395aa6364eee17d59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1864de0d0bb8158397871e9bfd86086abe255ee45a4ecbdc675b5879cef3a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960c77c4a82e487923b4bc00d086e8aad9f9cc91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175fc242ea64c48163bfcae7c6413881944bf36488de93a5bb9e3b8b3d1b58ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80a4baf31e8f320aae4bea0e411e163fc115233
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212f857d2e303127f1882a325f5b8b6540dee8737a9f49081369d0f11af8a27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15731f6e01e20d73d13612c407cf180041d7a941
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b61650e277172a69e946fbef94c0d2d6d4eefda5f523eed816ebb3e4f993594
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa56b161f205a599422d6995d802087e1d3a370
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950360fb9d171b66e90cc4fd2de95a19b6903fb4f96ff1db771aa43874dcf998
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ad3d3052761fed66d738dbe6c824057a1ee26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a15fd7d65d92f8c0082db1b1b2dfbd07acc399d6c5c7f1fced3aa6cd61df9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce34392be5c407f5aa9a539c105216f2f92c49a0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325630daa325ddf170c2dadff30021a688295114fcbae03285b74d13fe22bdbd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed7f60a87ae5b9cc256c92f6e21ccc75230f999
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096d03651cf0a0eba290f918fe28da286b33aab4dc63e7a13c6af1bab67ce975
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e06fa35064772cb3b83b66216c5a2bb68d8ff54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b07fcd1db2fe1abf1d46c9f3a16692ebdd21d4ea69fe066b23213ebbfb8cf35
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dcefb71b45b2077bc168c533084c5b0cf4f03
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46991550bd5ba15fdc2ae4d928b3f08314ae87b135c16d6aa20ec4fe40942e97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f830c39fcc94456a10499019a847b83a39e60050
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f5974ba94d0faac898849be078b926636e3ba9e4e90fca1face96f6e76dca7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590cc14b19fe41492ce946b270017f86448d3106
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8251e1fb9975712115622d8cbf3d19a4d17ce91519560f514d9baa406d0935
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13112671e27f9ecc30e20413aa986c83119c42f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea73bc124211be591318fdc96792b2daa71ef754becdb6fda4180a9080e1126
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b32123cf91097e935e127f5c52d6244fd5e4551
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2f24f4ff88a626a8226afde6e7b8a37c5fd9ad24c70bd40763c687cbc511af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeb48b218bd23a6ae8be993f49a12198dd1aacf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb89965a7ea8bcd5e96c9492b6d820b15f71e342b55b7d1196be8d14710aeae4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0fbd63ceb5dcd91c8cff91c68e6c9590c3e4ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108880748feeafe739f47bc628a7e96c2b0331403f0a607d699719658dec8725
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373ae7691db90cc7697c558f05d4ec5842e84e4f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3583ca7b365ed2c1743168855a09fdc1fe34df7b6d4e03b974b01222de8b820f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e3745ddaffa89a2f6b0006bcffaa36cf17bc26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf1ea5a6d8e068a4bb6d41393e9ea3e7812af12edf67c518fb184db63824e24
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224488c149562cc0945209f4e1fef1b04c40d0c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced26d7f9cbd8ff4e2c022dd910d27a5435009ee64d6afc0e2930333a7fb442d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f05f7ac7a99adb71e47426172bc59ec6201d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4d0387e8bf12737e9cd2a217d4f9278c3a97e6a0b993779eafde495ec36853
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2282d771db86d676a06118cbe66cad1d14d0abc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff2ce3c17b79b5b25721f0b896e0fae8b931a28f956246b2a102fbc1dd65fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b4a00c49a8ea0337417b38080397898cfad4d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ace0237e30b941b32e0a38ba77b85675290fb25458602e0b3f9c2b6a5186ff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674dc9a55d6de0a117dd89358c26e335c5fabc91
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c250c1fd57d2e0c6e6270e2dfe177239239a9cf2714a54f4beff256629982fda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c0c0e661ffadaec0cbf1a9524899ea46b1e0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4de835ffb2af652dfcc3edf98738d051c23f5359077f29fd76b191aa69dd21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f87cfda4158293c0773001261a6b96d91c175e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222e3167127b54290df5466d8b3f737b4fd20c0f431178e40bb08681dbd05cce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bb8209aced8e0758bc4008ace4f361acb2e0e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5504f026ccdde080e51a127940309d2bf12f1605fd3b7b45a6bb8bca6df16e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf74d451378b24bc3c57e1b7bdb7b1ee5bfa0d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92746e3a1259c247f56773c4d4be7d1aa8124e5c995120eeb04699854f79677
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e528db72a46fa3014761e2afa687fafe326b82
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548e1093aaba422a302569255e88b3addb481100c8b9f9fcd09be559ce007080
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cac0664092831b513937c7fa1a07f753117bb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa714dd9aaf351ed186f2435b49756e782b04be80f8a7d67942cf5d22405117
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec83d7157f40111e18fe26484b69db8111552608
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22366ccaf4cc55805e421e3bc5937bc8e83d5191a9fe2134c263caf02212301d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6d2452461d3581dfdcb39705eb892a18892388
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeda3f8156986f267d60b984c4ae243c1934d450d1df09771810befcd8915d02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7f49ead565b9f774c80a24a89ccabecd4fcfb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77d3b5af4618ba33d207905739d2d2f79e7013f40608a13143fe0cbbb2162ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9d23b0c7f9899e7bff5901dce9fc45565953b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f2b22e1f2d5cfd6aa7a5a2414482027c35c6d571392e38d60527552a6f6bf2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5294e3dbd3e88c4e9f569ff22a74619806d0b1e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8b4f90a2c145ed023eea2a8773840ee56e25bcb992ab86235fc451d7107c80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b92bdee3a98436a801f932c8236761a95d97a24
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0020f77ced5e54536437cd781b6ee68a09677b1c5e39966198c73521a1998d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07394d2d5a2a6c1e58708aa53b46bf0ca9279522
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f600f1df939f6a59fbf84d9c0fa3507af39b2609acdb3c5260530c11648b95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a31a87b48c5bc736923d8c991a94bcf239649fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8f24c3d6430af54050e774d06a6bc942cb376255ee39b1d9ce55fae6d30517
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124ae4082a3ef3f062ba3909817440d99335b83c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a920d2af0be95cbfba203da36a4134cc6b7c1636b4107e1234e219a039f6b1a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c649745da756c3c24087f94be34e2c80b5c5db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3501d15706c127858c6853c39f6003447f064546fa1e96d8968c49cd9c0b0fff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa205487914a1d1c45fb65cfc669047d67fb262
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5549d819cb3b0b0f41a23b7ffb36ae77b25bf65512104dab23226c4e9025ea19
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b49ae79e5eb67f01d5c5db743f6bc9333d61bb1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2984f12d120bfecb622cbf6b8721888b79524d9c8bb9625073bd42e8b631ba6f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe4c37eb8aef5942519e19f815168ebfe41e72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d52fdf9b72912735baf5fd1f97993da4ff1609fb6dd1991a4e2fbc5b6863a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceea177250d79eb1dbf47719616eba1b56cffbca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef222c81cbaed9d714d3aa401e40c543497d9259e59e4d8c6174e9462a225f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4244ecd5e055cdc756e2ac0eb8e8f3b02fbc8223
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214858909bd0637a2504e7a55f304e22ae858a8dd411498f78cdc196048873f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b20a373956e05f36bb6cd96877f280c0712f1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90f141485412b05e4e55cc218a80c01a5841f6f50883e085ba20787bec05fe1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2181b4011a01323019780975ac185030faa09e7d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ca8e19d59e4b68da12a6f6a52c27fc311a0193fb3664fa948255eb6dd4c60a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3472dd7a1f847dc8e93c1f816d6e7db17f74820a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f4b64746876f4cf625ca0436458de4a451dcbe72b5032f670c1c0dcd2137be
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435fe4b4714324de4daac7b88bded8d72494750d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a927a3977e62444bb83d9a2768c74cdfee8b1c270dedd85d5c3ab22756adf8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2374a6059e67ada2caffc1052dc12e3b59ac0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a5979397b7e85bc46d78d0eb1b90dcb20cac7de37f46d494ff620b4d81fda7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a01fa75d11b40f67e9426b0f92472a705f0c9e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d08000303e9eaf72cdc6f774225d75fee3b43b736585a9cc6888b1ded98e908
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439860a6b8a0ac46bc61e3b92e699fa28c3c3e26
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c5803878dc5571b08072ac48eb46c9acb847f44457ffad7a015e07a8bf8aee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a94dae240dde7296b9f25b9ad9fcf57ec5a0d3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4bf581efbccb5ce4069abfbbeca60b53d018ab7dcac72e821791557118aa82
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac181d0fd9b44b4c18268b309c918e67c8ba2eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f7af3108cc224d6697b20d13dedd1d446b9c1c3964118c4443283d79aafd87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341667bc2c8d0b91bc0877d9276ab354c7c9ef81
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb864856fb504096780c1b98d597094e60c6d1f13ea5c0ac3f9fa2a9b6d19a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822bf07d080123c3274fe51b3e4c42567209393f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4b39e27256570674b546779b50d5ef6e534ac9d31f47a544fcff6a0c07182
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14e004244df73575042500d74fb7637801bf658
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e452f7b472decbd52cb13c46f1293cff95da3ba78ff31f3f02c001709027d4bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca20003339d3eba4af3bd73d443116aed1f18f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce01eccfd85abf7ac7e3fc8fe6be3503afb976f4ef27089f0eed9193a0f8a32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214c5b64f96955bd081ac869ad4d87c9338091b0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81eec5ddeaf20301c6669a9b4de26f5f35581b43ba3e22b8c425feaec79eb577
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c0e7d50d705915dab5972fd647ad436af2f8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e572f17ed947e0cdff4c14675bb628b886090760ac6a341f7fe12355410579c8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf3a49438ac2383eb0d8807a05be0a648ad26e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beccbabcdcec201d2a5e9b2092fa567499e3bb4a16ccb0c76f188f45714064b2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13223a5d0bbd27dcf685130a378e6c8366e2125d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3380fb1b643ed0627e62f3d396b80764d3a6420688095d9df2f4e80108a2ed3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639ca6f2522e2a177d891b61ebcc42707a1aec40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a8ba682322efa4ac3ac18ae424770b2db5480d1ff19a0bbbbf487d129a856
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667f891a4690d86bba089b179983c6fa1ff5ad77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd36bdc20e9b2605eccafa2b128dc81fba433d1dcc4d170b0868305a3271e05
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19efbc57acbb5bbe9056c599ea95f6f74c8e5bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4180f5cd24ee15a1f88c275c298079ea21a2dae6cd8c865cf11dea1f0bd4c6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f5c753ac8af037465b3d6be1ce9f50bbcfa041
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7e6fd406edc4960c21c7afd988a57622f3de2f131679236c71e9811c45623b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1e263c04f98d1a729d51c5b6651ee6d9b5bd6d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc48b0fb3ecb7153110111fae6badd3c2e97df374a67a169420df22fdbf3d62e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01a65e42e673e1f01e2c603911b8b0358b5907d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fea7878ea7ae98cc8fe030c831e1e94f02b8beca4b8c4c4fbe83c512208026
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7781a6179f717582289298e09c1f92bd2a2f1df9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7c4f3c47c78387f340feb520b033ae5e91e19d813bd51967507fde6a73790e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359e849c09b969c00a12189dcd43dfe4f12c6296
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c798b740ad0d7aec27f5af77e4aefe7072d854e57cb90d720e42c39cce11a398
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b42493c643450d45ac6cb51dc9a804a0aad792
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4daebb71379f3b94ff35eedfc29e42f544091bd7d672cc360e129ad42cb967
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39504c95bc3ee8d10f7db35b1b98fa89e1d6ca5b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a6b35bee1d3efc15c654c646471ef3100bdab150a8cefdcdf95b8d0c3ef23
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f9d47854c6052aacc9a129ed449b2158d767e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7baab26f4bfa4cfe096e76e8927b7c7c3f353d9327214c68c88626cde41e0f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c0879ee27826823c75b3dcb9397e91ed9b271d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfb277d43d4abd1746ef8d7dd43e45f94a74cd33d3fc15aba743b9b66ab46ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6956928cac1fba9d38f1fcecbf73f84600dd44cf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07a6faaafcc9031e91b183ce7e6fcab5fb567ccdcfc69897a2243da84240cdc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a9bebd7f954827ff3f51c0816fd57bc5e98e2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9fea0f9a9c56a413cea54e82f469b0cbc33917086c71cadd32ae98edf54fb0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e503c669e064e05ead5d054d72db3a88cfc5db2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc672d74d66709ef58900cd7cadaa3d97596913664eebea153e9771d3e398cb1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8b6fccaa00374420c644f1fdca051e50193f5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9944e5f267704c2ca15217655a71ca51f334bbda8a9fc59f821dc25a0661e156
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a22d874d601761f70c6bd533cc0425557a8a0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36361f805db62e875300d76a12b605dc039a9228a6f4b040df344f203f4d653f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b03af95449287148bab69cd8a4ec5adf29dd6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a3d6a7c0b656c0bb543889c36dcbbd6c15115879fb5b84a2b15672c038d669
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79431c5be52a2a34d44a44ff4a802d6dd3e0955a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa51f87ed85a7b6ba8eaf79c9bedb081d7e698f8287b3ce7caa11f46417c1ef6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fa0a95c3a5f48ef4ee90d4aeda37cc19a06a23
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa0b2038a4399c06899e86bd63f00648b17d842bc4037d0587935929d783267
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5039281aac52a190a0abd19c502bb440791846eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e04687be00562a67b4b84ee1633145e152221028a31ec2ffef00802c67b144
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e1a9d36165446ace0f6be925eb3e8116de0359
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809590d386c6046da32000f83d99ae80bfb5105b757fb1161faa51b2576962c0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97adc66feb41a78ebf8a76e70bc6d2608b3ae147
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31427e4a0913f3315c7b32f0ce02cf5895515b877509327ca84c83456b32e185
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa0964333cfc4f33a019f5c3781713024a14e65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce8e5ba5938ea153a3b6450c7a7536407a10500c4e1f50f49e2d37ae5eda2e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92028cf920fb2d3d93660436deee84db5cb2eeb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d350642b4b4910c8dbefd74b6384876459a67b1e7c95a1616fb23a1849c31a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49038bc029fb1852c74f21aa49fd474095fd3f45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95311b755e5eaf1acddde8369cbe66c16f7576f9c04fe352ae94c75978da3cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec6671f03b007113ec50de8071ba6b000da690
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec1b0386b32408de99b92ac52c20fe005d32c33429a191df68a3702978be8d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8324c219c2cd86a00acf81c2d8407d30707496
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2582f67c76b495a68d9c92a2be1dfa18e6997567a99134a796917d1c4ba649
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ab897dc74db239373cbca0e1bcbf10f1438fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44662be15911f1ece695a1538de65fd85ee77aa2f0ad04a631d17c2cb5f339fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58711480df80d3446e4bb95c75b115c24f67121
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e777bfab2dd115bf9084e05c93262f0947877de5133dfdbc8eaf882052c552a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d3bc6af5ce9ecaf38a5a26c15052e2024dc70e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbcd0e0427fec9d319ccd15ed385c791fcf0af80a0689d70ae142be33fd8c5a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8416b01b75ee8229183743916b666ddccc7948f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd03ea742dab0e62f4706a42af77096b463a4f98306de0acadecba220f68bc8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d5a0972e3041fd8c779ad40d91efe392d11c87
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38db4f69717be723dcb473120b28dd023a507b98ca7098df337ef7bde1d377e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5b9689ad6ad21245b363edbe620ee040ab641d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7d08915cd23a1c29b0d63a761dcae2c8aac1b3b8dbf38af3b8c035d62510fe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce29d858a427f36257617f4d935570a6e1ce3285
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bf773a9a5b2c7b634eec0e4a10e177747b65a029c6478ae5a969b41f75c41d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34216a38eea00cf5bf75f8dbd4bdfbd5a5eb395
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d142ebff9aa740068f086e1d6c63bbcb31fafdb8a6eaeaeaae433a9e557b7b80
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253b76cba161d934280762383df78358503360a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc82e907805d212880891aa138ccc3e5f0c8c33259bc5506da9c02326a8a17
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2005666804fac70bc4bce24055db4084a29c433
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e784210f02dba3da1e407dc7fa2d5bf6d4380941cb284394305b2a3de2402e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72c1be42ffbbb36d28a01c06b3371aaf1f0f1b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfda47f07d13d773eb133eaad77c2731420f5ddd5a95f50e5e1d2d66f61cb58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b4a808bc18307be4ade5ab21f97320a10b70e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755fcdceb423e2f0f1b61dd3a610bc64a0ac4a99a99aef2ceda83c73aecc0c38
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404c61bf14da4ea117b1d7e7619328ef0e0f219
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd6af910095fd22d81f9b112266641796e40a3088db3ceca26ad4312345d3a6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcec9379c8469a0f5c7ba3fce997b3f7be99544
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f42032fe76ea1a2594f226beb58c1665336f65c80bcc4994f65528868e3f5b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4b4a994acbc1ad350e57a13b8baca9dd4aa41a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84628966d6dfb3dfe209b09f37f039d52e77ac6795477ee4c6c2b2ffcda8b74
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d5f7f68f24a2d2d0ea2f839c725e5d113bf06d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609dbf8901fbc5de5f5a01fd1b425ac1e3ccb1d1fb07203549ac2c2785be5ce7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7a200d61d4ecb81355d83c2905433a38fb814
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f171141cefc44f8a0192872e4fc00d5c68218640d8587aa513b193132baeb2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b47411a47e0ab8540b10106974a3371bbf0970
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577ef5eb6f779eb768a790c5d211a5a80591f82d83d43376b26cc4ca5347ca4c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c4d5f6e8cad8906052cdddc4c31b67d92af10
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959005fa1e7ee3efc9c9066b0b74a41b97d15418056328ca7270a3050e2bc348
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2419670ff338acb666a8541efa6cb5af0591ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86a08d72154f20193f7fff6c2cc4354e2778e435dde49fa7c81bcb4616840dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386f51222a90935aee1eab687bf883fc839744d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef0a599cd555ce5c9ffb47ac8eb64fc388e134ebb0ac170b4980cbb97e50a2e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d8385e1c1e59b245bbff5c1d697bfbd860a711
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e175354732fdda5dbfc9c8e93e26b1606fa268370b8cbdefd140126547d250
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32df946a74b3fc052c5809788933823d266b7cdb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df3f7da2040da18e5b159fc82307dab64de09225de68bdcdd62a4ca113d66c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d530c9c15e13463af36af3948bff579c56a3837
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787ce913bf791c7cf2882163f7cddd836c0f6705a310766deb70014c5fcd9882
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ee6c96ede9efd35e6b876008a2fb84a73b0fb5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e72d7cdf7dbbd69de55459678fe57f43b9bc28300c89ddb24a0c2af9ec859
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d461da6c5a4cc06c41cef2725a86c83551be9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb6c2dc124c8546a41eaac70f42bf8d81952a96e1f9582745d78d2689877277
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04ab5e3d01a392cee47b7c770c7f2df89f442b9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b4b7fea0def50e02c6aad501284c97f3e75a0c2e9fae0511387b57822de5d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92af363d954e8d9fc3f0909f8661a424f932ba40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2a1a03bfe052801cba7a656bf150dca46fc42912ae8b38cf690c00fb029df8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb07c5f99a6b995901b5a8e5f0862f3ca3f4ce38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b492375d8c5eb85879a20590991819788f264c697dbb0ddfc95e9a45c76f6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d932b26709de51fe62b141eae94f44d0a746d20a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c6c9f8881fe1dd0bc450ce4e0ea2863bd99b83d3ac622900d58dc47c37b264
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898bebbaff3725b8f2b99d22c0567ae30df5f61c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68854949a3eadbbd81cfa998b822b3961cf3c142d92cd4690ced5f6daa229f85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce56c6ae7848996038ce02424e6781843f9c2c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febba608ade598e5be27a3fa95046d12d984fcdd714eec799f6b94d24ace4f02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a92a6b20c16da72b839d287abef92fe1fbde2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3440cbbe7f55f688d0411f4608a49bc87f8564602d02ac786337ebd14ab60167
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108292cb89d7e9867115ac78ccb000e93b6753fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6659a9d3302fc192a67edd6808feef3f6e50f6e2f59f7f375cd6b2d03d83159
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821aa0a9d71c9e7e297b880c134f3d32ff4b31af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074ceb5c39b6bd90af35924089ef6ee17515fbb2d3c4403dd8e8df1dbfd14c1f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4999f5e14e2074187c7d3bae3d95ae1d8cc8fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb7d2b1d8a8bc420bc1e3d286b30f841741e4d7a999cf1f6e5e24474bedae98
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b2b0fa3a55b08ac8fa6d31c7a4f3ef452904dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52fda9e2412180d7a4029400a511ad4d73d2fdd07adb4af4f58481124876534
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a69578c64e01c14bd941c5fc699ded012d0a97
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f276ee16a62b325b845d5eecfa486fe7f466a4d4d89cbc2f1eab60b249b5a8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d83d9f77432300ef8bd6901e0809eeeb53393e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d6915262002e75b16e2e8f991432d56259c397e4fa6da05a8e07676b0c3c94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4dc3703d1bdffa85de2854670578fc0d28c50a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d02f34fee4f5c08fe97fef25eee49ef67578d96c61a41c4206cb9ee8c33320
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682ef77f39e166556d0f9044c0963ccda6c586a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10c45171fef43c9e944ecb1ee147a9e99c90a8d19d1d9b7a1c23ff90d2c1c2e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7079ea965424342d2593d7bf570b441507e8663
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef1e58f0992e82ef394c4148e693e1447a032be65054e3ea95494bf2c405dc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cf49be082443e6308d0082997107dcabb1d56c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e2648ba79c4a850af6a68b51ef40fdc93080f04f1961c9b4afb62af83dc9c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f900790b0af129fd766e5f5def51df1b62b102
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d4b8d1b9bc2f3864ac643bac786857249d439d22189081a47f2d7185ce1d2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267169ce0404a25c916e21b0d0d2d3d07a26c297
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d1b86554a7d39112c4ea219ed58e0f9c0084edd2205b327b9ec68cb89a26fe
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c986021a2ff43f6fcf2614cebfb6c8351bee609
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c59f10a963b1a3275003066c79e47f604b2fa3cb21c196651a3f492633d2ef0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3209fc204bf3ec4e7253f58b0d866f2b34900d9c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93af87194875b42c48e14fd46839803eff7c9e18f2a43b9b8709506b470effba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbe2163864aa3699c601ee32a83b5f743768ef4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318c529079273be2879a0e05d9b9bb13f11a73b839f53b1c41f6e6d69dbd6229
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9c135077d4c92f2c9551a78f2eef3df21f2890
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e873fdd3f6b9aeaec265485ff2c21df7ad9708a8915220ff46c3eb6abf13d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482c5890d36a691f1849a02c94b408477467558
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b943982beee728ba487c017b2c96d9a4b399f7f053756439aedfc88afa73f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6179778519f40a93788b069beeb0f1341c6cda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000a984e4c0c5e1b31b665c683ab3a052e7e007ea8e9de153b830fac5e65f063
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc496ea67cf01cdde638da193aea9fa5a782c90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3c3cbef15eaf66bc6c2e927ced2bfd1d559233812edd860ebad4c0261b6009
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9a9b3d3cf31b3e7c92e352b31a0fc7c16a05e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef3f3c4e68ea0311ca2bd1be45932a7a9d6390adcacbba6a5478b3032bf567e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9cd34d1633b02c52a618ff195369932a931524
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fb2769af00e8e56668a72e297c404573d0dd41ab6c99b440e0cd9dd8a788ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87b3a341674b393e797b5f27552cdae92819700
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879d6e6ff48c52ce81915b2c4e8885c66fe546e2a319a2c336eaf24f6c1fc47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c1a75308e62380f0dc907c1e106ad24ae39dd2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e1fed92d462955a05c79f6f81591fd724529b237a610ce0aae625363edbb29
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3154f75b05377052336d2f4394e1e0e548dc65ba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5187daa6500c5f46d247f4ae159efb18cd5c5bfa69611b8fb1fa7f57d913c03e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707e7e6006164c487911effd5ecb43cdf8750bdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef5250448d1c8c032a31ddc9066313b936fac357f60ecf6d15746d8b9baeac2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e878b767d4c3105763aba9e73a0bb76a64e2a837
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1a1315d4a56e84099c7da6170a79bdc42c7fcfabcde169e15b561924f92fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44139cd2b9aa288cd85f3a8166be6a868cfdcc0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abeb7bde98b3a63059591cd510c4460534c3f128cc5da4880dc6a503601c634
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1009b372dbf0ad189b9e8b3e93c93719bb8b98a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3314113d11f608717f5ab8fcc2a5f6f10135239c62006f568f47fbabe3b349e0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61408a28c9f6b9fb1bab9897f94b608d63c8e501
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3d176850ae429cd50200835fa8562aef775802bfbe7a32c832d2990fc5b3de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8b89cb174c984ba4cf15d49ab1298e7a3a09b2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1be744b4c9b9df329beec64ef2c0b7166bf9a5fa87c2d36d952ecd08beb43e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f83561e988bf4d554ec6d8f4296d627ca93d10b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ae80f133f5871e37dec2276b105705bffff60a44bd68a409c3f62e5a28ed4f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efe9870bdafc45ebf1fee1e1bbdf10b28f923c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c5442a4a2284cf0a575249a21f4d851e55f17e61df72153d2161707b041a2c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de420cdde87ee9a34fa9aec41f4c88ccd6148846
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e9c330df18b7ba307fff642e146f5d876df2feeb03906b4008009d4da51348
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407513417d0e515d8be8c1783976244008f4a10e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f7a102e8db1e340b2d0914c6242efb19100f902a8b234ea2e49dbbdf34ad7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d5e179f6e4601ea80630b8448062bda7d84c1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85370c0dc6d9ef2ae973fa585b1e9217d811839ed2e4505c84c589039ff6c666
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b3e8a10a470963304ab7b2c5d97f004da67367
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5661118c1f2f28a3cc71df49dfea02a918963b8075896caf82638e25fe3405
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06a3c07b2f1c170913dc3ed3e07ae87bbdb4c9a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b361488c52a4fbdad62470ff49a5ceda76f61ea1d01edfadd16d4d0252d93f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d044e31f60c629bae4d9312838edbc3553f4ca5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be6e53c73d74ce926e458277405dfd87a4f9465549dfbfa48346f28260942ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f453590d233ac97b48c08d26968574825daa1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b428b27fb01ee479c1710f106f49d4fff6099334032c59b1111c520c86a93c2f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639bc4c0a71ddfbd437ffc440e58c4a5c98450ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21f7ec746d642ef3ab9ee31732adec8dd68437044b296e105375c171ff702b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c689d430cfdcbd8ab55bd51017d0500bb1bff61
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3972a7046349972a57a6edf2e8f78aee83ec286942dd6106184cfaee733aaad8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22999113e61a6266885b744db7a0f42d183a8890
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a19e6358107249832a26112f9e21556f9dfba7ba83a1081f43294b41a6eb97
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abe7c5b36f6eb21fb7e0be1567d77f16e85920e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1d49216eab8d8d30d126a85af470a9b00f3e99ea4489fbf5d0471bd066a17c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa283e566804fb57a353a499727c8720d97e141
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9caa37414d97bb5d8c01a6c87c6a000edcaaca51e2240fef62c4ad8ad855275
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e1b1dec07b85e36b6b16f05aff2cfaf2cb5c5e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a096ed7fb5e4c1b622ae5097a8143784e6757fdcce7c56440c5bfbfcfd06d0c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aa50a9fae043d00dd84ee3d6619b4609cbafe7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd175b4a916084a48f648031b6ae9c508220b0283f57717656aeae8a6edc1d94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de201298e1cfe33fadef8b6f73f62720ac62725d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bccb157579b3dae63737e20c174efcc43e38381911564760137adf5ae2ef5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e4e2f0978dcca242f7e5eb32098beab993e41f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a40e34e289429ad20e7dcb1ea53c78027ae48e7b170fcf90017cc3aa411bcfc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036eb48d1aca153a310694aa0493fbc0d85aa0fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a6bbbc3731e19cba6c22e5acfe5fd0e2b6fb4013cdf35d5a5d208aed82b831
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfbcf3d922db6be7589c63fca93963c975bc8e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1eb0690814b997162c668a11905ef1bd7988b98548a8e25c5b03dde27b4985
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51009c7e4f0c4220d8bcec4c4580a252b621eeb6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d630c7b4d8a5d098f70f2742063ff835d4cb23f4cf87aa4268cadca1cb78646d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db5bafab044a9949c2055eeee1895e05034c7ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef37270258839add1d5a22497ba568fd38b1d63ad814ea3041b251c2396e0c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf5dfc8502327c096affac04af7fcd1c02d54a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789025fdca7271e5fcc2810bb8e05229092854493e03ee99080c7d6873c3feb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373787a5f0d9a989fda3b9d819130c6e295132de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a20def5755c9bdc0457b6542d5a777711f82b717b10821efd370b05081edc7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5fedfe0d009fefe5178d8f2ad79c4025b2277
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22a2ffd44699ff51a411e7fc82d1ea6f710501119db9d09d4907ec74663d00a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de8438754a36439e19dc14ff92255ba0f04664f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0ace0d1a16ffbd3ae95a0eaaadb8398c9af00879def74ddc55d91b38dbed5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78df04c5161fa26e58c94015352a9eafbeb77884
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2731dd1cd72ba693df0a2753734f8bbc60b5ff81fc1cb1415eb2cb8ec5ab54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ee8aab03f9c8f372f016610b1f7035a11edeb9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bcb83fcead9f87f8c561300a77c4ce35ddc0b3b729df3a61f8d965681077e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc3aa3cfa75c4b09515d0cf3a2c088e2bc6557c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abbfcfc2ad7ebe7d8f4c15fc64db5dc6a8c4257e4c48f312afa86e1d3d8d60f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fc690cbb2b0c3c153da05b7fec1b6c892196ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef10d0322b33134b2725e7315e70e4e21c06ec901590015f8567d6ed7fd5febb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bfbda00ca4d803bc281e2b84529ca637a0a5ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f0a60771548114784bdd981c141f29229ef3d1baabe2781fce730e044fac3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb38b0d3c584ad070af640b6eb583b34181b5d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c22515caf9d3e5a964517da43e080c32da7e39c2e94bd59091f59525a6db13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc1ba2846a80ef023db00f1e82f38d0ef719d57
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d6dbc57a32d446e27913786aa0708e8a3d6c930d1decf6d5b46438a476285
+size 11395
diff --git a/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c202974cf0daa7fa41ce767f31c9a5a77ba7ad31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63f58a593fbc389890fc961656509f10461ceecc360b448a5d86c011308376
+size 11395