diff --git a/params/phi/6/rnd_search/comb_9/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d858354845268a538925cb932d30a10ffcdf67
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe77bfc9664c3428e5695626ab69d403b7eb3a6772f40572174992b01b0c4108
+size 205955
diff --git a/params/phi/6/rnd_search/comb_9/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ca38a9ed3e80fa76d53a923ce7f47a1e6e936
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cd12edca2feacdc3c8ba87f06f700fb48370c52b8ba2bc74e47eb5802f611d
+size 205955
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07192d852b5b3755cf910b8a73d0ac4eba334aba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fd812ebabafaee0df260192d47d07c50c6ef38e157934c8f1c535d74689c28
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20386951e88bc318cec96c79cc23500fc54ac063
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828771ad6ac6bac3d86ea09296536c06d5dfc7785a31bc17c5d46d6bab00e1c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519676e43d033c074e2fdfb2f72da377d9bfed13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf3b336d2e8f0a1281abada24a201aa8d14eaa8099741b387972631ae3a2192
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502c2195e15cd5756f075693253b941d3bc82d41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84e4ec82721982be49591e63e8b4daf338d45a8863f8cdc97211baef00d80ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233eff473451e1affe18b559245eb8f195aa2814
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bfc166aeecc7f1013576dfe9289eb08dbb97bbb7dcfb75412bc871187beec6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda605f19bb8c47cef42bcc8a9434135dadec845
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c3178c4b3cbc8dfd585c2dee51b2a3578b2f31a14778988b6fd3d8271fbc9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845a1f687b98e22bcf8f7f4cb74e5f16eb27402f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865dbe1e183e3499526b5e3d90923658c1d607c0ed2617aa918f15e7e485376c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eadec0a75534618b6958c637979ed4b7f98f7e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf11530668a140f515959741b8a6147eab08c417f26cc57a30f07ac04457c81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e417ab3010636c2ae6091272fe8cc7573ceaf90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb111f5cc5076d1cf4d0cb4ff7cd882b48182fd1d43cdaad7fbcdec3242c39a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14521f6fa784d2d510720423560a4d42d77cbe01
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a6b1d899733b3e741a3292e29cda62a33d4e0b1a6d4aa87ed405298aaaef33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814cd7c7834c3da0a2da5d412316f115ccd8bd11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbe6bef991a44c7247c157a027073158dd98f7678d2990ba9822b615662194f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10735e90f1bf9adff556b8e6c5ff434dc8a89df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb61e628b034e286e0f764b9c02f795a41536e663ca0dccc2029d4a2f7c4e445
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ade71316b1a613ed4a109672d656a34d7fa31b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547531a1d489863124965b2f35822f868395a1c9856e6141ea68aae54819f154
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d58e798f4c6d43ec9cd676a900b899a101c765c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c1a008843b47e24bf1a051e3a022b467033020234d278947d85d71b0dce676
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503e71573aaf3b32e5dda8dee088c450f1f50e5b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66098b247565034926cbb23f7849579d13b16174cdba1abdf4ca5e4ff89fccfe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6264b4f86a70fdef1dfdfdd69403dc3bb4ff41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ea7cc5b9f58c94f09880554aae7933552017f37ec2645707b0803fb49edd0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3874b808f9c34b25b078ec3aa6a2ad048fa25e19
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53d3de2dc3d986243436b06a7fbd00cb282280096ec38ba165c99dd8dd784ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c4b8566f50f22c0d0996345dfd03ef3ea6303d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80b4ea0c0f5d35fc9377ba91e036aefe91e2436fcfede66a8d18067152fc582
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1362569abd45ce1d343897cc57a3b4a65cbc5063
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2018dd17819e81d23b624519a20564eff7dda5508c927fc28e219347e03db334
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321365ebc7f930ae14c80a563862d53d47c754a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae2925ee9bd5683e2cf484827c0ead780b8f077015f3ce12cd307f04798d034
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e661a0c55d9036d82eb5e881b83bed9338c1bf44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45da5c014d55a7e5bbe51d3f5a7ec2060a1ff55262b11b7bec76d37fbd3dd627
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef23c30320185703559ecb2c2ef44fe186277eab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565d077d9ab26e9564f4f1b6e05eaaad6a3312a404e3fe615f3c69a1ea244b22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917a05d5b46e2a2036b6d3c613ebbf2440868cdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480de554233185fbebd37b9178562a0bb38f1949492a0cffcda4f0530f8b35a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ed756077d563236d03e3c51509a091322510c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d638fa305362aa80b72d79adc52b2417e539e0e82c19cafddff4797b46d8eff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9028b7fc6cab4cff760ca3c2d1867f417ebec327
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3fe2dd9b9216145ebc283b1bcd6a8901378cb12e4ffd7f72416a8a67ad062
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bef26a691531baff9d80fc20705da771515e3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e13e93e35f379c5f721d4d5a68bf7f93f69c3b0bcedd057af9b0725e79dbb38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5bacc2cbbf2b04b67b83a54107999fa0ec18c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c88938eaad7fe1d26a92831f6fa6bf66fbfb4ef1f331196cb580f12b694167
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a628f38e5371fd9362f57bbffdfdbc9c8e9ec06b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad55632b0b73f0bf999661887ca995bad251be8269542a91b64aca3eac56456
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ada67376ce63b52065701be60c0edceecebbaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e44737f70af18bcfb9705cc38099b06dcb7f9c1d0fae2d4645e590758f0ba2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cd222e7b2bf93c76f96d3df04d0b254f75cc7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaeb5d587d791c9b15c6a6edb4a76eeb62c6eecceabf65b6dea9d60fb5a0849
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f968d6f3cdca30a6cfaabf1c263e5301c30abde9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c796a05982fe1b1ee5b4ee306f6307d6f45e7be1359d3380f4bad4649b5bc25
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca5c34cdca0d7239661eca48aa9a36442a7a56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30ec859032093a34bf46bd23b1121b03ac81c21eebe6b4d6184ddd47771c60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16266d102a87213a9682dd99ab5019abe6ea2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9076fdd604e9f7478c64680af08add386e68552c22ce348414053fd4816454
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64de80fe537886ee970c48b4db5dfc149e4df235
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a266e7f4bd3f38705f8dc891eac79b4b3ebe27f2fe3d28415b92101ba9d5a20c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580f2b949c4c0ad18d1b46623ec7a138e968e51
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27df60baef577c126bddf968fe278abfd8245f13e040aa8d41c251ba8e595f7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef26b4de1fe0e4f1dd32a4845748d323e5cb1bb7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c558ca167cdde73106cc41b345f299d56808920c9c850659a443ca27a362bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08db771d7332a803565de597015665814b095acd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d40b89bb9218294d15c1948752181eb245cb07ed1a05715c714a1b3d35e4e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc138bc4209e21b0199f8a9777c4fe59ab70b13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fd7af9d287f18f2eb8c24fe3de2e67b6f97c3dd7a25a7deb6cf23925c5b5b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ebc1368d63b12b9fc544dda3a4b6a2c8088e1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fe5a3afdf47711058af84f79bbcf5b60000f845d47d820e5ad1eec4f420f89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8694c1565cdc2f67ce18e802c9fcffa21a519c45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3d9d609c726c759a81d109c93232f578892f6337690847c11a7f394477b22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2252811b8a452785fcc1a24543c0bf9ef9ed4ebb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0bbf28e2c2763e61ae32f281b07fb32fc5995a2574a0b76a96fae6fee9a452
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac7b34269bc16bb4ca5d1d2e05da04cb60c5cb7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b4a27a5860c9c7677ace4292986bc822b6103fdac9bd88c12b97510692b1bc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf52f2db1250e094093184fef3001511cb9075c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd48630d5f01be122b06cd1786f9431b8fc1f1a55d80e8c816b18edefd3f28d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e8323ff6f3ea094cf8dc07327ec72eb3b9df36
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669c34adf28729d29f0a0c6274916e26808e487b27512c7375fd2c8de97369cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72580958f45a410a2929e90e6914a6d23196a6dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80036ee510828f01a61f53f2060166b9ff30167bf840ad32db4d2fabbf209538
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f257c483660d0f32158d5dc3c2495d6f0fc71bc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a95eaa845105f2d763244d26a9b16c81e47b852123930b9f5d8bfd52e5f93e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6709644baed7f9a328ca767974319f33045a77e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0728edc3bd02e1ce33d92900d764339a812cf2f6d54af9879eefb07a32b4d6a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9893a2fd34e06b2042e0bdada1758949f8f6d946
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3289fc45a874e13aee2e184472b968cb9148b225772f96d960c01c27027368
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752c60f422e34dcbd8a7270771c02e3330c7f1e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7113b952a52ae8c4fddebcecce311f1ae83c7a451f09d81a907972c7077134a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42086a8e1e91394f6463c26da5772b6a6839029
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dadc29d1e794b9e7916771d9614c356c225ce1a05cb1137ec3da27f5c632e3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c330c8023fc12bc7c8eacb8f3bb06d79230750cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655450a64a6ae9c6c919f91f5baf63e2bd59a37b9340e833fb36374900c3cba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3bf47a9a386c80c1beec849a4ef4108b909e7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628499bde97a190a2622dd909e0be2edaa7a9096d0ef619f7f9b9d4d77e1fff4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4624e30ce5d67db42de9a093d56d0954bd0598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7f34f7050c5f4d8aa094118aedd224140385806d7b6a0d35afdcaea4806748
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bed9657482681ef7c4d2b43521934e561a9e46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764500441c5427cda58b8c05d8cd3d69ba32b58e81e022ea5761e67387203bb4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088dd8e69bab2c7acc70a4b06dbb00eb43f485e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae46fbf7f33ea250255cab07b676c62acfa905c9790fe147da7d0f72b98bb00
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b573df8c18e5cb9ba9e25393937293e38c8498f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0386c1a54671de706bec8fa5e17ec81c6bcb9ee8e7df9ab73387a1f7c7fadabf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb36b5717182fc3ffa836e4f1683f91bc4565ce9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510e4bf4769e9197f4e285f7dce1a5121aad71cd17162483a7aaeec4b75b078e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7514362f56b1469403dae059831aab17e5d929c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06912d6f597225abe4cf40ba945ec5632929926ec16143e5e15b0be224f18195
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dbe59da4b4873035368200718a517fc56ecfa8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7564267b878201b13e21434f9b4100d6e87248ddb6523806b039bea5b56251
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b1e724798f58d90a42208e45336ed0e08da450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094524fe5bc52c60a4fd061d6dde53754546697d074d7d6d7c2f70e2219ca09c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19867e797fba274559079342d71be8ab9349297
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe7e7695391b30333fee651d650e19c56c69e441692d78d86b5a278a8a581c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0329a7c341501dd3a2a3e409adcf6e3bdf9e5f53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99596a55461fac7c843a3507c7d74d614e98dd5f1e2ca8c574ece5be7f0e4923
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab98001ded1434b333d388ccd3c6ccd3111e182
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4cec834ebf66c13093f2b36016b525c5361e88055b9cbdb2942f5678278e1e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8898009b3717e67e83f37a607510906783414
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c988fbeae00f872e8598ba209bf942245acbd9f5c64854eec363eb2a3ef7946
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95946311839e8135d4055b806fe8a5e5b0b00756
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4f8bc35a4717a0e37708346c4f7c62911a46e9fd60cf85fc4d5678805600cf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e97c4650bafcd2e7eb115c4b18efac225241a21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5d02c71519c3d5b4d857aaaeaffac424a4a89180e0b488caadd10e7e48d81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1948eade0cf5423ce3d57406eb58ad9bc3d453
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87310e83a3ec9df04666ba0cb1a66ff446a67543a9812662b3314c216a71c2e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56159e95e2cf2903dfc35d14506f02323399c1b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dee2e5cb34bd6107ca6d6230f2d76752c5b2bb0a55e4eea397ffd679d0ec5b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b53f9d60840d9f022b1dc6002dfbb81057457
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884a307587f650d42e65b8ff66aa62cd8c3201670e888ff646df3cf5b16a2c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c50b70124a527a96cc34f81b20e747f011ddada
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd43f1b6148f3bf60181fff7b4eb851a668bb71ab1c4566f777ba1a0251e0ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee86869b6c444c7d585c398bb813e9c91aec8ec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824ecf4c5b33f6ad56d7ea6850d3708f0725ab2d7a78a5e0e745ac9737b5d2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab237942d9921ba81d79d60daf966459ca6920d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b9710861ba877f717f55eb8a77a876cca707b5ab4acf9270d414406ca6e471
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ad133ad74de1dd47b6eb3b385ed60d9334eaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886cbf2106b92a95182620f982cd0b9f5b6b248afdee630c701ad42ec3681871
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0087d8f6ac69bce2f489511b9c72a83820cbe896
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6a71b1aa836cf2dd279d9b9b3b4bfe890f74d7f005413f6bb2ce697fc2cb1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1015d5483df3e0cb794a6bcaebac35009b14b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6a439889ce186e62a9496cfe43ac6f0af8de0c7ffcbdf316cedb234d64c8c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d9ab168a03fdbb487c2c9f4d744f60bb825d85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a542e4f1940b2c317faef396fc8cf3eeb88bd1c0a9b29413e43b19aa39ed7f6f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc59ebe95f30aa5ebc3f2235c7b9cbbb7b15f1a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec594ecb1e2cf9870506707d07fa0ec3430d1576c5921a07f77e6455fdb2e7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554f606dabb623b93faccfb5bd4dd95ba2d347b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c90df6e182d47d52f4734638e0942b619ea288159567b5496ffbe08a158599
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8c777d97c3f82049e9e2371bd3089f08e19bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf42e066d9e231fd462eb12b6642e542b1cc30ae3c63c7891e2b22e078abd74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba6ffeb7d4422be719bf1c40a7b00d673779e42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa6e755e5eba6604039d749f49c66f447e77d999b742a7eb476336568d4d51b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd876cd8c0d25cb0ba2ba1585fb99f2d1fd8871
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d545f69c2032cb24eb646f60080b4bc08d3dbd458fe88458af2b6cea662f3261
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eccc347f5d16622506d2dfdb011b7872532424a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8be116933ed64f0b319931fb0a5caaca009ad58da76f0a5b76a25fb4d33572
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b378fefadd92a5e851d8227be23281938e99b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526783589f1614c79f310b9366e5b958e6d918159f15b3aade3e0f14605794e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bd3c437fdbb9e7008005f908e7da88ab7a0890
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9b4ac78ec7813abb37a5921942a2c4fee3829e7013f645772af9a1cac4208a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b5f563c7351f7af680dba145adc8a8a480257f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f100d724a1e69972f88321326e16c267f7506fdbea7e9f4e0d308b869cffccb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc153de58b9af8eab7ab5117b4da3ba1c878d658
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b2d5cb5a2c3ad6596abc784466adee02eeb004808d42af74fbdf2b29777f60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af290902c8c370baaf9bd7955887fee4ca7a4fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe533bbf2542af39a63cdbef86443a0d91f04e415c5990a9aa9032e6736c02fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08572d9a18b18233ea2e5839bfc72be7ea7aa521
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102fa891843bc31f98a0117d125e1f03360a065b7ecb0a12c03a4c6555777b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9d7ee37535e174317c6a357bbbaa0db697a42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0824ca182acb5b9acfc51ea355d85e184037e5bdd78c2bece8455571b53d572f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd9125e273185857da96fe0c27192fea4001082
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c86d962692eaf0e3688a482cc125aecba17bef3f09e6f5021f2e51cf79e327
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1410f1af98383e21ee8a1edbd542b87066ef21fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410c56d6aab15e5903befab0f0a15995f298b11fe3bfa5ca067a839b568fac79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695fefc9eefd0d1fde1c4a832257035b291d1bfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d82dadccee42dc117e0f227c7fb41b27fdd89605b91b0adc267b8fe624acbef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f549087941ff0e4389045b9fdcbb1946804ec0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79d2e26b9f991ed722f402ece231c2a51af3ff32a23c4ffff1c1126d8bb2158
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cb0e6ea15828d9f87637c7e24c0528d3a75b32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d84b5306e8b5f5a1fdcdb20bc6a5c7800caa08fb39e5b7724b2b4ae87a2be22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfa52c36b2eab58066d1dfd17989e608c537a4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97bd64ef3730fad92827d6a047941a8d2cfa44139b8e0f7ccc64a0d307447ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87338b26435bfc0723d685a18c420d3f8defc678
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4818cc92a61a7f4117abc50480430144d96fb2e75bd9bc170fdb7eef0c997c77
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb1194f9d050d51565b9e6629696564860cf5c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bbf69c64f46ad4b648d2c313c51c8da093337af0a79eda407296aa69772267
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6759e309348d46cc9de3ac56c4754dcb4974f534
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675b02cf9087743f22b27a8fc4e174b5298e0a2f1fff8700cd199f827068bab8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d075f472cb3dc169b2fcbd0c95d132fe31ab2a65
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f11e79908341730e26738df4395fa04beebe8b7fec284cb0754b8970514927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d890b658e84177aa915573ad58d39217e22987
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a2b9a4aa59365d1cc6a811e9b2c1637eb7c6b47e18663c3d51fc82f391a6b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2622c15f190692ab2675f413eb35014db2d07bd8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b08290342e8e30717359ba313b4cccb1d65e159b756d47958612f66dcabac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c544b80f10a4f8ef292b85bd144c652173442b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135726b99340132c7a2a3e1b6a2d2670fb8c03acebb0c1de300fdae11bf7498
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18d888d5f0ade83f29f0b2d909cc3a3b8d37b75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf7176330e30184390ef2005ec18aeac7891ba6c13ef11a71d6e5f36e1597c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1115fe56c0d5ba80a75e56f855c0e5ab95c3ffb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1e345476e8eeca71de32ccbacb67a26b463e72f507b1538aded8c825ce6412
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177143d83bbd89837ccfe0a37bc062d6dc4913ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeb10273fdf694c9dd0546765e173203008d6eb472f194347af1a76dbda87e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29f85e60a7109d5e6f754620100810aec698610
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2468a9e5e62f4c2f50aea57ecab193f4d7bf252e64bcce6f954d5cdd8e3d06
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc538f9887c792f842dd3af876d0d2b18b1c004
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1038d75ed201208406e469519538f9c1410808c51d48125b4b1cc761e19b92
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17aed322436399e77cda953e8f04707cfd11983
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8cc95d6baed91e2cf50a498eef49eedae10b9f5a2e4c38ddf78fab261720d5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414e9af2be3a5fe63f92e3a65fc20a44dcd9141d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e6c099b67e3ebc55c264d94fa25a95389e31e62c1cb3e5d5535c718ebbe631
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e347b9c7a5c5ed2c49d8865580b7094d0235e48
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b48d6fd9fe937ff3112e1f185662632d182c7f280dad86ade55e026dccbd60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31938b1e48be6261fed7e85777f85c24feb2f324
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5343ac0ab414dac3050d5e4f56a485974017b95a6c07bc5813a856f4062a7e28
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a12b8bbd5c0f04497d3d0719325f4dd438ba1fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d5f63867a56a378ade410dbc10d9a5cd0a0f3e378dcf2120e7be81376cecb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aef3faee5b6701557e2677bd72d70c45a703829
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16e96eb168843d06b4d4c7a0877bc95096ecb6e8b6edb6e0e0072efeb08f35a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba98445110a0fa0d98e37b59278757a21fb505c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384d54a8a3e7de8e9e39efeae2733537c360648c21edc7d8ae82890b7a15fde5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce8dc6f05bab2fb7b748153b6e214c418735ce4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cf49d66c628796aa5a630ad1d482850e263bb828284173a21e66b653043b13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad3e547cc0bf477ecbc85568eed42d8fea0e3d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379c6371eef1c779544cdc515677633e555f3239bbc1b8ef6dd5ac5db9fd5f36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd48b16965aabf45337df778e5b4d39dca3dda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c91ad9d8fd2b836e0164744bd49d50ea3d4df29059fab523715d569e8002b83
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2673af98f75b3dc17c19a5f1c88e4ea79351d00f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3b6b5263e7404f34bfe3d399f9119963be2daff0449d203962bce252e9cbbb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c5d954e39f5c35fb0fdbc8f31906bd5bbc2f67
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84171c7ef8be0b6ec5c9c800586023d7b3901813bf47fa4af61a5b2d8a9944
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1af2afa49c5497211ea3e0ccd81b126fee94f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ed6aa832581c78b7d795ee2859d8d25a4d687d02e3e57ece6561f906f8506e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820335c668d70e1746239eb7a649712ef41be23f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf818fda4567608cf6953351f102e9f5f4139ad7ff441b9dd40523c75c204ecb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad1079b27f90476ca429f0ed07a1b28db478c69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0fe32d6d3ab2710966d3c7102a0d364793fb99114aa7f5c44afbbf3c363f9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f09910a2b75b3ffc4e6b60ce901f5f66de506a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c78a03df54265c76927da052c86b990a5aa212852b8b5f92e2f25564057401
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558cf364f50ed3db709827b127888166a539f81f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69309783ecb75e8de5cedfcafca4874c68729d9abe5b00cd3e6c15efdc936529
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6cd90a16b6ef38ba1c3463a95e427f1bf6d4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8e9dd8bbdd42a3576b63c7b2dadd4837bd585fc2d39f0d298cf2b7b5688c10
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a73a9c2b44cab7f3fbaf4c068d8b0e251b5b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f432d2c070849f36410cff2ad58274058b8ef6dd3e2d0ab3599741c063190e46
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fe87cd71cad0ccca6d925b2313e29cb198328c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47fab6813915b096fdc50ea235f663ac3212c0177aca1b922937fa602f35a1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb17f07e23fb5ecea1c23cf84004eecddcb65100
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11902f258a7fc9706ff9761926e32e6bdb76c151ebc301d9f480f00ca1a520
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc1e5b373aacf4d42241b5d6f1d810bfc8e58b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8389aa819ecd7cbcf28040e62a38397f152f200bb789054ef04a1267fba1dc55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65aa82adb653fdb84ba53a15abd2ebfe045d6bb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6916362fdd58949ba5bd2f8887190361529c32e86cf1957f52124db895330
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5c9bfdd68416fe0b41a8e45f11ad6d381c32d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c47c7a74f73753ceccd2b4afd50d4908d1a9c8c3e7a515558dc8e04c09c3371
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f85257303b38de1202257ed7f21bd6512372e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395f3363675db692ae34810777a54072759583ae1add477c44359610963cc7c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c1949c39e7be96c744db8fae3bdc910a56f1ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca55f017ceee463981d208a2082d7dfff174186c5e71cef1736c5e09b2e31b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28dd77f27a764ad3a88bc36b69e268874933334
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b29ed3bf8a79fb89e6e021b75f35929ed4ded48d50b0308ffdc745ce184eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7c4af4386cd7d677a661c4344b9a1ede93e0fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a4fcf44f2238b8e9d04b0921f40cd2a86bd27696afb260931a34ee0bc3457f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446bc227f26c005f19b0b0fab14f0ce0edd36759
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667837174073cf449a40c6c8b56e53c6d7110c2d98de58c65f17285e073f5a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f730b07a0c5e14a79472a5492c2d4c554f6e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c2973c20f777a216b6c1b8d785467cce8667125d7a0553bfcca0b74e651168
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7be75840904d9483d154021d583b0117d5f524b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff586c248a8b641b893752699064615750b8325e5ec4f68ef067fda95c8c973
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccf6331f5f0a9d558bd84619a9f400739a5d725
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de73ba82f0df3e1d82841b34ce7dfe6f006a56f302a5aca22626c40192d30830
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f0d4bff98f1c3bd7efd0989cce470d6147424
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa157cbc8da36e55ee6c40fec905cfd246c011b9ed36ddaadce5ab852abfbfd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62915ac5348bf34d8ae919f1a7b92da994ecf329
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b43ff387b420ee6cc47a1cc03698ea3febfe7d8ffee032a2e440e86c7dce12c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3051f50c1f0cd4e26acde87120b25dec776c1dc0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7957a694e0f10ee580cb3a0a6ce6920ab9479c41d829d76091e4f87cfc65460
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e326b080e4a7c5f713ea7252527b943b93493c22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3933d7fd132d3d3ce5ad6fe8c40c48a4955aa8f23dfc86c1427f90a02c320ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c95ddf9521b2e1b3b9dc66b5e0d6dc8c9ca661
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2316a20f71a521ddc1161e1045bf210130fc049c43061444155b18e96bf605
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94400ec606136652b33f3573e02a30189c98c93e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feb1374ab188b53f7b005152fdf68dd338b7a5b1b9a48820d8d87b16359b685
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b68a454339745502965d9656bee1ab416b3a0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399da5105cd3fca8c6f3cf3de5397a324edae5fffb2617e6a81c493f5fd7cbf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd59bcf54540fac2372f6f5a9ef39d4c101fb4da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae5e69d494defe5eac7e0b2c530ff9080fa258ccfdbf43d6411eda96d3ccfbb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d4e2492f574ccc7d11db6fb01e9479bf998901
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a90f16bcd907bfde8f4d20a7014b6b2cabf671425a9db61f8e6e9266634a52d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf87b3e939e46dc270d32653db7fe589bc6bef8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6e31d6ef493710acc0c76533022863f3077e6aec6db17edb8435126fc62679
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfba35ac8720603091b3c6c84cbc63444ce1b4db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8486424d28e6b3f47e20abd8316b5ee270b88ed6ab4127411aa243cbb31108
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84542be3f167a1b5666cf8dec5b5f8d400bcb89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9f1cb9e5ff239d29245ade2b6fe3f66aab27045c7672c2033719d139d8c35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40039b81e86a3b0a943e2e5dc5f5b8ad5bd5affd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de473bd8c3d24709505f8dbd8b3bed2fa939ffe30250430efc82b20b70c9c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124b007d0561d4e9004099535914e0e12b21f982
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f4bdd3aa79b5b40a6b549ffaf1e255c09ed3ba5737dce4a4be9bd9394f4b0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4954455e18763f9c030228b93bfb4070c5d2850
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa5dca281daf7f5395815efee51390d085ea9baeffd9ce910045af16f616c70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2391a5c73b9a7920812f55fcc4486bb96c6dde
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc845111bdd3acc05bf9c6f552b1a0cc797e74e58abbaafbb57330afca6f236
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2000259db979a9efa6d9ffccb6338153c7c05209
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67caaae72a0d2e106b1b012e41292bdb580e9b6a9715fee4d308c0d6dcf7f3fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e34f1f73493c24f3d83de203d9842b064e06be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d188b07768b2ce56c526f80c23dbb3e6a2344af0c22d5847af62ec449a4d16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fb548445439e52df029615485e862e2516e456
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1f0c0e89bebd8558b28c19186f2028ef215a611252fa64b706fb777ef28ac6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0fe154d39707ed07d7a935e5697a79cc3f5751
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ca22611d9e5ac32608686ffe851cae0ea9a6d86f1275da77d42dbcc4f3ab9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a27b1c5eec4ddca2eac5390d5f5ced3289e7c37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0da91fede345f1542d7d08299caf668f6da5e71eaa48c7ed638c8e9ee512ed5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a9cd8ad04c54cc924003a45d9574669dbdb8f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b140acf535a0439f97c0f5635e386914870fe22fecce7c1a1ee754cd11172f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6078d2abdf34bba39f65063eb18ee6f8446948
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d8c4c5347ed05ae68252183588f8f0650769c10c492845796cfab3fd4f5039
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba08ee8b52745378eff1169ebdc3852c9ad60cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92d125d242257f0cf9b9cedd5405286a2cca4eab0c439368c833837e7537921
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c025e4ded5beb6c74650135709aa3ae140f4d7a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7f920ca854808e97f722322b3ace2c3d00c0d79d234afac630f74c005bd6de
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb27f5c3a62d6b9ca97e12a36bc51882d2a3bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de2914832d629b802081177de86053cbdaf45949017d8777018f3e8d09ee443
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e57452706c4ceaae9eae435e939b285fea9c81f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7febce697b92bb3390b7018ade229135a5831a14b3bb18877f29790985f416e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b62a0a7e104178ad8096a0126e0a24558b4ee6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2cc9df413fa4ec466b644c7cd3d704a9fa99ffd56799ba6a96cf05cde4d6eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b727f3d3d61c83e7ee366f10a060dde74feff68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c234b4509656bebe984b433cf411faf4cace6c5065e7097b61378841a0a6f265
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e2fac70b055b01b1b73aba84e9254c2963f32b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3126d1d43e1e5558a1566d0040eb7bfb65e8e38a20e7c9424956d51c04dda788
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df04cb32be52853b29d3cc92c8d6f7d64a57243d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ffa443554753def0a0b43858b990790bbc7f39e365fea89ddae4c5adddc262
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0946ad6f42985915ee4d6816a7977e80dc77eb29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7e659c05ce7b5c5e14509d9267879639afe0b85ab4c2e1beb6845b2964dd09
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb51789f2eceae69ac5304ffeedf4a06d37e76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d602efd2458fcf60890f5875347a26acc1868404a372201a325657e745ee173
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835c9ca89391f9ca9cfe308b62fc93cabff89aff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0655017b9398bfa6924628b2dcb4de67b2cfeb96de34cd46e890b62337b44eb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb22a640cc8503c444ef657bb1a41238b08dc8bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2d6e1b0a27569f9ba4463e6d51b0f1cbd073fcaa5b57352ccaa1aba961088b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3735d7b63093b629e48dd14f4ea98ded8d9a9eb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83e3bbc46d5d7d5a85eb3d7b1457b5e0fde4932f8f5eda0679ebad9d681c739
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51396c31e3996df4f36e59103131518081d2b5a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de4dcd2cfa159bf5aae69e41c14ec2a443ecbbabee6c56a85596980cd70737
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d093e2533515dddd1e1c28fa6bcba12ec25a2b4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1e8d0fc379aa331e2e4b1f22eaed3044d8794ce5afa01b64bb485c9fe31f3d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffc8a82d026aa0b189246df9ae29988d9f18947
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeb349f53bf46d465875813c43fd3ba6cdd1d21ace61b4c30d29a352b8de098
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a11d8a396ed2fddc6a6503ab82149362415dfc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ebf0072ec60ba1b852a4c2bf8010ebb9083030cca3d23704c186e7a334001b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367126d9e0f0eb72195ea42399e2c6ba0a8ba337
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a63385a1c6a14d25b5cf0b2773f3087caa85e4dc7ba41b221f6de2d2c61ecfb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b961222385971c808b6d34576e53f0e87740a5db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075d143e179d1ae6eda4842d4ba53475b7b4156d868633e4042745f377e22b4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01d327d4423fb57f644c62f9f2bb36151680a44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e8f2f81606822fcbc0a3e215ddfa0dacc3dd80ab1d851f835c45f912ef76a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f839d36c4b96c1dd1bdb752f8b6121de9ed763b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c8e83b173d1b11123502f587b4bf7ca83977ac0cb79644f65856eca79bdc0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717faae0a46d2e0aa9995a44bbdf07d7f5d7acdb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6124559e48a13c9fddc2127ef742fbe0e8264f64cd74fbf527a4ec79354afcbb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7821ef1fe13fa1d59303b140b4b8fe143eedffe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f719847d28c6a16684866541cf59b297be4370d0785e5d1bc4df6730cf9fa8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed92435efeb39a30b0d1db3680017239aeb4b3b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b9908e7f0dc2e2b9fcb6659e7f37abdd48e33ab22c0ad683b8ca501aa6a162
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935b54caab3dcdcb7e603547c0055e50e69c445d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f71cbac6846a3a8b210ea0aa18d641dec9148a002091d67d33fef24f7915fec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c8a6310ffa56bbe6b55914b9201734ffd6a15f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee60733745baceeba002338ffb479bf801c731332e0a6e44cab55f651a9e2db
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8bbbb5934794b2e88d4aeb2b6a69f6aa87b673
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c0bccf1f049a336f932a499c1c2748ebe44e4a800434f1ac0b6f2d0e306c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb008cea6e0ebd0e048734ba915375b1bd5b45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999e297dbb978dd3951340ee12b567499b3f1e3bd5f6cc8390d38ae5f453aaee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d12aa759744067d60ab0973f26d881195e20048
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893cfab617cb8e06e11a3356b9593dacafe3ac74be91c26526fbc77cc49a6d43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46ef17ec5b2d9342688c7eb3e6b9ae19321ad94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a77fbd92c03a36c6bb85a1aa4638f81f5ea2b817b90f6a743c9eea755b7b924
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65022ac1c5b81f9c7b0924c63572919523621c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f08466ac06a253555ed7f7a09a59d4d3a0d2d8d1888786226e7a0877c67bab2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6ab8e205b9ab1c0acc31b3c7d7ded1dec2d253
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdaddd14b8b748114155db361b46065a4f03a3363a916660251b35f4d6e6b2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c92376ab436ce48d8c557fe7eb96b8f60056fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428ca32cf2422997de30a14a58f77a8693a96ed8045f4d08925001d18f13fb6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e05436571ec5a9ea891c3c2b4be00450748c325
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240accdbbf242438ee64a586238a197db51de4fc59d6e8baf23103573e03bff7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a5b02a2e8f81f4dad175db5f8a13c215a00299
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa49afb9ab6f135d190cff3d4fe98051fb75c7d9ec25f509be64e36332de052a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96358ab71283caba0045bb25b4303c72a3a093d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9916de9081deb5fe32398b4bfa2e2c99b061198a886e6ce3471b498dba74aa39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7589ea552c3e61a407e5e78c68904936b7582c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd018cce7387950ccc05804ded6c7d234aeac20fa80dac48558e1df8c7b9287
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d772758b3a32cab7f9226a0026b50b29fc46e242
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c8077f14d127cc12e111fa740cf6aeae938b238b0ff875e9155faf5be685ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c69b8bceca068f32122074396a69ce34f8929e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94860e842e2f85be9b262f0c900fd25cbf252b619c83b42efd30121ead3b167
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d64b2da64cd773cec3006e5a6ce92b4abcab70c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a585c18e12f98d0a248b3eff7a796a5041cdc9ff71b28bf7561856bd33d6939c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53097a4f62b8cf148e149b5d8f6dee3755de7d75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cdd7b4a60ecd1022738031bcf2a9d7a63224d8fc088081a1b42c98dbd0825a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c4281f850c35902f88d9ab4ad274e059d782a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3234c8607f6ada887967217dbff9da0ed971541ad9142268d62fd67e1f62d2a6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d30fb36422118386371cde19dd5ea78e31c7e81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effa6d379fffc04a4cd270cec45cb4235648dfa0ef9df8f3055fcedf06c8c88d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f8a0b77c9a7870f3ad82c4050a09909990693b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a649d8aa2146bb6ca3d77cf6ae946d5e612194ed5b9811230ce054ee447c8f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a9eaaceee85dbbfa59b2210458b834998ecd53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7008162c065d55a4e03a3551165827ebaf6ea5afdbd63833e9421056580772
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f83b2611025362833e1530105d8d92ea54bbea4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59025d77baf761581414d7dcb88e63465a98aaea3965f86d39296ecc069cdb36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a06269129d833b498dd13fcf53e0e6dce81e26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b28f832dd8898ec603b4235fc08a1d1b597e6c0970e6f0ed5d66dc39bfae09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6af46d937f92cc2e2819a060166c383226bbc11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c70733331c43770aab889bfd39866081a16520db3f386d45775ab357eb59fc6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b1c4538172986d9ec8c52156b3f14387ce1595
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e6e2733a5fb1fbaed854db3ec2a413ab79b3535382de1bb8a6e090bf0df20a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdbf663abbe877f26e8a07184733c91d557440a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db252e88623c58e4f1e33f2ebcefb78cb35bc08790098448b6b3210259b511d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6028907681828dee325a1a46446ef6f883c75a77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff048604461295a078a029e9e8336f6ffe49259af5c4fd4001cf8d7d1ad56f6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1280c48417d8d72afedd02ffb78abf6c67b9e83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102013cae0f99cdc5dcf3e13d9660dfe063c1233f27999e39e599b8c11b2be5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e1eded340efeb8d267d0370569de439bef8a32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a89120c39567daa6b94701a1baae28b0f07897889d47d5c795a8db57a191dc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e894f40231349db6aa4aa51f0c426acf3cc8e47
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924434b45f79f2b2cd27565df0adf322de26fd1b3041d0f00c166921a11f4624
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16c2b4748ba1bac10d66073fffc5073f37551bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc51efe5aebc0bedff9ce51dccf0f707ed311352387a5bf476a76975fa9bce9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59002bd79dd8b242c8bd78944233f30358fe4ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14586560c331539b39beef153123a38deb7c09f7f2bc04626e07c582c297c22d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c139c2b5f94b4d87ed44ca0189e9abd35037c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986b3721d701048462214cbfb856d69919c2e3305ed0c43febacd889b9aea456
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b734228d09df66be799c1cffff3ee9995f15c78c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cc353b0a836569e6c642ee39c0074ebae39a1c873302cc568647b1b50266e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a198587fa2a4574eb3c77e4bb4f825c9f06f2411
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686b3e938a7f0219cd94bf82e2f5ba7bcacdd4bc44539752c435d30fb75c69b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a86f872a4ff3748d46f5c32dc44a2e23e46c5f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53d6c81def5b8f677f389240ac884c3d51a28ea82da3b2bc860621cbd374471
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c766304dead2ff72b862934d88b00ece4beadc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4656a3eb573d762bf997fe5578c326dc309b92c95b07311dab84160203d35ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f3910c2a80fbd29c1a569c5205c0995410b9b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84bc8e742e510de2f4f8409f4a133d41fc5cb7f2db9f413dd6d9fc4551a3c60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5ddfaa57c6c956cfb37ebbba3dcede744e609
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624db97bf27c19353f131681f09456db6466f6de8b7fadc48d0c58a5b83a1dd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09445d5a989b3e5998275ec549c55eb912e746c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bad6281468fba3bd5f7e466309bcf5a135ca5d54813de17c761c270611ad99
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998928c273ae027aa55aa1b66e467a672353bc8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d1591c0f8783e1a9935e860da60d66c85d41042f24b01850d75be183163d1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eac5decd0e0f46b8770126e6916d20a904df409
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b50bb904bed56b6f58f1e72fd3116a099fc13ba182d17df72843bb7e963b38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca1928dbf4dc250d3fe69069d19ab8e895ade44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d834029cb16a8fa2ee12c5218d68db819b3556a3b264988faa0c027a38d971
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd4afa957a22488697dc5146ebb67e99747fb4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44df64eaac7c76d9fcfb4e75aeea5259b0864d49982b56e9e5df1418af738702
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc093b3d1c2387fa765d42153957d6e5d660732
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2bd69bb2a19911fec3d59f170a980f084bd0eeb7bc8356a25ca3cf970f0e45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7571c17075f29137dd377876b770cd4f7b464d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f0b52c2102a013d5721700faaa8be314e6503dfe9d05b8ae31863412593be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a236025b21a866026880ae019cd0f4859cea3e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba1a715306810b47b8caea83ec6ba0986a7fe6900fbbb2ac0fb99805ce425c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb94516d4f33cee90bb678018084306ce723258
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bde4fb0535c9605309e4ac40f6849354d15cf0ce0667151c823f1c6d18d0d94
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819fd4f8ad63bc329d9efcc917d6f5f1cd4816be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9358c319987f79b6fb1e153639d3a7f3aaef46566faa1bd507fa12cf6f1f04
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af48f8d918a5f3a13439b388bb1af457c72ed49
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b581887faa38b587154247b7c14857641fc464a79bb3f718887f1ef8f4a020
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e825f7c29df2011da70899458d1470da445b68d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83d655db2bb2845a4c2fc23f89b90a3c7f96c38202abf92b3d36190075867a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd366ac7f15055b351ed097b73673792b753d97c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034ccb10ce29bf8613eca3d53295935c90ea0df79b2edba7b2e35fac84d6652f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8aebb5722d9c18e93f26898abd2c1b3fff580b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1df9dce6f2c523325f5383ace4860373749c97efb75ff7acfd0c63fbe1e23c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4496006505dda1f9855394d765f6a1cac2ac7118
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e405c9bb8136e5c6a3f935d66a7adabb8d20d52ab1017d73720afd62abba52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b4e4f63fbfc4ef5006368f3d2047bd6ce324a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbdc26ef50c3a86f65492a175f6b1fb196f0beba39cf456aaa68c58e5c8e695
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8350745a332d39ca0c0befad12e94399f72d702
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afed77ab86fbb95dc22da61407cb7feb60dbcadd5ee20ba1a5b49aed69a8044
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d19ad456cb43aa105c415a05c2df7d74481bd64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c93ae28874c44cdfcffcf4a2c35c9f47212a8a0d9b3edb8b9e0bf765cf1941a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d2a8227a657dd7360fd2c7df97eb0a3862d3eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6681feec2eef183930b8b753ea0459942fb1aee4b517c613a69acf74de9d04fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7107c162aec889c5be7c55af143747d88f78ffde
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ddb75a877d18acb5554222e346b0f4e30779cb8f91d328a584a8ee5e233a94
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b104cf3f6d96431a4068a1d45ce5b5d3cb4f63
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40c880c412521f8ddac074744cf36bb1e5204af7cf85c006d38c89f402167dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544a1d30d921dc7e4050fa637f678705ddefacc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c540e5089c80583d646bca7711edf05cf38756a57c1bd9f574b81d46ee458a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb38819d27a214c3660cc1d2431501629e5853b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b398e151bd330f87067f83f7f85078815857655c17eae4086739cc282df16eef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13b1d0cff0016beb83ee9ec58251326308e70ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6afde1158058706fd7680c11eeb06f6c1721bab3f9c80ddf61f700e3350eebf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81c1cb2afdd604061a16f6089b712c3c2149d44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ca0cde2c021c74cf0872fe63f64e79682d8b2c48723d6543e1a99495999426
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7e40a94c20c001d59eda0dbc030bae4f4226bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc23770023989efeac8f519c5b6fbbfaaad96ccee232d92e76a96a49c6d014
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618c5e12214c1aa73e6f85f66c8cfddde68a365d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae3150fd8251636abb5643824523da85642a3b3686522030dddb2448649109d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6abd1156c29258b8ea449f8e458331080d167a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0a97f992c9e39c20f47ee9557b9f2d7b9642df460f96aac76910bcfca2966c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d698fe62f4af4c909bff6b1cf9c8efc1d117fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690eef33d29371a9af6b13cc6e80ce9e4cf3676af155eef14e2b6505fee35057
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074bf67f614b953befe8bdefc3ef5ff379043a15
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226ad2edc974de5bc31eb034e18772fffab2265a565a093a264c8cacf46cde1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea1beba69bc2c824487d0bd1db6fb1df220fb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02bfb5c27d28bc42973f7bbbf8d4bdcc4d336e67d6e64079bd9ae2df09e4410
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ec26abc5b2aee24aeee89c9210fc11b2284b8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298a2f63c7118b28c34bdb785de5a3a9039381eb221864b893b3724d0cacd118
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc86696595bd626f89c221ebc8c1693b4e0ddab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a67f83dec4f0054f1ce7fa16d099b17fc7f942e0e992c107cdea6a07e64c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521af1a9191dfa1175f9e88058d72716aa990620
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c236d4d37f340162c51e6743865ca55b12fe2e810836bc21728c95fbceec16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4edc072910dd08f6bef1c045f1f87fcd30eb451
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ef0ce679e6c223e7050ba6fdd4b17b8aa39647aaf54cfb9d1210a88ee490b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056cfd737ece1bf8ec75d546bcac731d9702b4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6139fcf3cbe6595fdfce3d2c6423b139195d5acc43ed66196fc0b6f79146343
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e247ff571a28c682c2a407adb0918c7184ca1014
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3437150febfa152716686580c051c84251ce2a9e651ee30d07def09a5d1384a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ecd45719242cb5b5e161dd93a0c42ba1351d68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef9d8017df0837d2f0ec05f367640dc1e863e0dc69e4c7574fdf00f15256c01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25d3ce36de2845628dbaa957e6e262bafe218e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab562ccc438a0626a3c2d3a77502882ca42aa464729837b70ad622209ac662e7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd79316cb675e66f679cf861dbae3de7a741a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c78066307dd80c27fd24b3e0f9580f30de773ec470658c86cd0fd58f8d935e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aff388fccd887a53422f343a41eb5d67d11411
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b15b73f92e8c4838940786ac371a4b48a777f9239ad99161237e599ac5ac883
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c377f36b4294dd541148e4c16689c87e04969f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787ce6af6e9ada4220156f0e6b3b8a5a3ac69cd1deb70e3a850b9dd93ccf37af
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ae9f706b63f91894baafe82bb0a85648ee6a79
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954fd56b69689c8942ea96d4b8916068792f1da7d8c7dfb0536fefe18e50c88a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392fe86bd92c4c0bc221dd959c7ff7ffdb290ebf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083fbc2b82c4916a19552efbd2a83ced4684ecc0bbbb4c333d49609ae82afd2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8673179f0e09f20182e3561c36d0c73f69d6e8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab44bed0cb4044af93b612b7c36fab11f0bcf1caff506419fd5e190316161b83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dcf072cb50f8c4767b0ca2710ca59b05046683
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab750ac1efa5d97e62fc30eefaca249e1eb7a1923897123e1a40843ed3c1589
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f627cf1bf9c013fb0e9e2bb3f4710c93a7dec0b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348178a46218e68390c81eadf5a1e8a87677da330ebc1bbdf6e72b011a69f970
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb42831523cb440ebde83350cba7a1cdf4276e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a6c27cbff38b19f2224461234e340f2c3bae6a00457697e431c581e61f7837
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8c9b22c8d7e6528f31a6cfb482ebd9c9a0408
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfdf84c6dd2c03d9a614846249706502c5cde3324fd9e584faffa039c238300
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0262935db053dadeb92945865e04ab8f25b61e32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e1f97876e4f1153ca8c520fe7e6257c075897c008143d65f31d406003c1a8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33f5a578d743275f5c3e498d15530d0bfaa032b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa114ee2dbb2490a1a143ed0f50ac7477eac1120c17dcd7444452b3d059a6d1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cd68dad5f6dadc14ec68b960ea8e1bcead7a69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30af499d43825541e0dc8a21984effe18e2b3a7843d15fcdf04b13aaa6714d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468dfb534c5b33f6fc3eb3184160584b28034116
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e801a6ae673c89426e4baa23bd8eed9aabc7f84a1c044cb0ca4f0c274b27b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05134cf182a3fdf6bd5d09d1159a55fff034682e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a47c602e6c59532632571a42b203d8e38bb4c2daf6441f2f973e34bb4e6031
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dbd15fa02bac57e0cb5934e08c8ba63cca7313
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec8fd3cffd2888119da8f3d9aeda279b3d5e5873b2e25486fd87604387c8b22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a118051abbaefb5675ea3c478fcb345814dc423
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ae2f1b76dacdb9913604d47e3cb4d70b317872a843014ff78b68f2dabe488d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1213760cf3fb76fa3de5f9dc25c8918e65ea944c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df32fa4110774faa9c8f60acb08a36b30efbfe8aec3016912e701e6be0859089
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be41a2637c408971341de047329b36174fbd1d46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4f9b1819e2d20759bd583dc7e7619b9ac0150bb232d2d6ec509a5f31a2450d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba601ab04a9a7734a1f5eb4199e19b91c2c1b4ef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b05498f15c5b1db85f71c0ebe0da8ba310ca4d964eaba82b5252705279e10c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afabfc22cce14b88a2e4f4a8e085353b9573e2d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8702cd11362081664669e583e1e73962f7b3f1be168417b24a35e7579e46ac71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565b688d62b42262bc0f9c7f84cd774f04395862
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859f1ffae556f24793818e3a235514dbd4a22eb41144c22ff236c56b0d3b4495
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e62ee0b742cbab7e1ca8220d963dd3792cb83c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09638fe45e2f6267789cfc36603e2fe739422fa53be802e34ca7c571775fbff4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8a723bd9d09423af2cf908889eeae6deff2dbd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14681c3283c1db6ed7bd0b18e0d52022fa2f046c1c0dbc1bafea91e63db41bb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171662a78fa7f875092a3a127040c6cc80e8d760
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6243dee2f0313714b4febd08ec0020f9f633e04c3c625d68cbed510aa30f22
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b58a5466442e9140c231805db12b5174769fd5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354eb965a256d15a38f6ae320539dac4f323705cfde36826ba86cff4da013a2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bdb51f6c50986fc779d8a1115d548b093ae26a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480a4824855eced104cc79ac6b4836c7b30d22b031b5a75eae5c130e69b69668
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402d649b4813fe4c09fe730a7a9d0114d52fdb09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d24f23ffd63faaf46efdef2284415c3a972277ced0086f242e09886ad9f248b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c9ba2358628906ac7ef9f7cee169eae12ce35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fc49ccdaf67517ada9c3ed34d4e91844f4bb8ff95f2c477c8f0ac9be39537e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95bfa77aaf8631aaa93d0111d8292ffc786f1e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb1da36f23a05b582ada66b467dd1afa039538a417cc454557108a241d1da3f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9f34c575c9bceb6db36aa6c94b3c6bc5e81369
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f053222936827695ff2022c1ec32e3561e74bea81aa375c3e3cfc973b490b447
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ea4616fd22d5f2c1a8f07b4d2e3c80e19d450b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ae4780981e79374438bc37d1e1899a708ec0a1699b272fee4404215517c741
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e756b64a7ffc84d6b9320e91000cb673d3fe96ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bd4bb8ada058d8c42039ab1bff1b59c20177adf6319f0a439ccb1ae182eedb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bb2f4bb2feaf2f800afad919fe5817cb559903
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf25a86d73bd7eef31fe2278b83209aa39cac981669fa9c58c866ba42d95736
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea610ee75fc3c5ad66508677165c53f99c9ac02d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84719a99eee2f729276938872e852401f227effa9b17ee2880b074bc60cfa75
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33fd8a2838b263757717a9ff9d47e4e272139c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf0ca3673ec14420bd2751524c6e9ee05c8122ad85207760f274f9385834377
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6e7c56e5bc1d3e2c88e44d4b53722b6727719f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59a6e095c88906787824272e244665582b336dbfb07be9f9cfffeb3919c57b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3726c51df93e32f98623df7acecb2d96305a7945
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae25cf3faa7d2d0acfe0a7f0c6297ca5aa793bd33c0e5d6b22ca7016c5f1104
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d03fad63b951bbe8e6dd1110444fe1c0f6ed2a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d953b03fc99d185ee503ded6cda09ad8a6fe150f74ea4abdcf9789efe2cf3a2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8d76bd9982501ef095a929ff673de78eca3de1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42609516ebae9b25bb481e0855dfebe923f1eb91099ed4dcc5a7064769e86c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b543a0ef197e8c7f1a1d389441aaa4ac4331b5f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760d709f3f95f6fd2b4be72665045fe6e791244be6d11d8d4d7a1e13ff424119
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85605c79bdfa44af4c62279390038a5a78b69194
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd933d460e097af7a872f1c200c71a163294da33e8b8c5cd6da2f2ac340a8aa4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aace8e6a97fd43450e3f7972b12ccad6fcbac2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2287ab1c90436793b3acc6278d5766cb253aeafe5f9496a3199f948998a890a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d04c62b9ad3e266bb6f904627bae1dc9e931a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1c003f232801430f3e1afd88be009abc4f8135b2896ba8e0e59decfbf10dd7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b300b893e401dbc7753786a2032dc9259a2525
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37345360aeb846b206dbcb830a8590985d54e460fee2b2f865236e85edca933
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1217b0951c5c29db58f7fde0fb3e1acee1fa9e82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e155eece5a29f8cdb7a022a21cc0b9a172b640832aad4bf761740d43c137cef8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ed0fe16cf46e446dd3412bb4b8e51139ef450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2997f58c7055407f4ddbdbd1b4c30a887abc5797ff970d1d887e925ebb83411
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011475b5d3ba109152faef77342243d8e909e9f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d5047656ea637a6ce0ffabcdd59d2bfd6dbaf887f9687a62111222f97c3dc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e4173852156ba2a440d53fbdf7dfc6de54eec4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989018a5c55af4bfdf9587db4af16df614d7d5b700b97b01080d484204bf95e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591111a3d83de6edefad600da2801b5fba05b01c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78047e7c9291bb2030d323269144067988e54eeffeb1836fc6735e69b46e88d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ba19414e44de87a530d7691e37663ccbd03297
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fabe5fa1f02f8deca016c581d8282b57bde56b3d310ebae1d595ed7efa14813
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63c846bff23a656b868f7c81546b019c2116ca8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cad29c036570ade6a1d2c21d25c75617bae4a186b81638540960f8da339cccd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a4b3ad1794a9f08ff90d601cb05423f14cd73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b1e9724c3b6f2da2d75bbf22c20d7aff54b4bc27fda168bd2788df6cbe96c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24459756be9dd92812f198112c034ceb901a601
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c68fbb03b5cf2b8036b2988fa642f2c63476b200d14c20c963b90e95ec57dbb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a946c60a30189d02c0ffdecfce1741229c96ea7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1345064529237a2734021dd3041c4bf42fecd7538c6b9852762aa0bd99672d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1632ad7083b0f5fd9093c8bb0acad5b22804b13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975de78dcce01a4146136f17ac1931b716a6002445e4986cbcc9e4b2a50bcdf7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be01f6f906f9a7ac168458492a8ef842b6365679
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ed688969c88fa15a95aab5e5770f1d8ca67e9666e1ddd028a3174c19360e83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72b6490aad1f51a78d749ad247f9c32785a62f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891564a756a05fe94571006cab550d52ee82cfc00d0c2bc25b82354a84c94f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a07ca4150983273d24e3368dbedb8dece0fab7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a250de1a2a3cd26682419bc2cc6cdb076d09e169e640a02ab892cba88522ddaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060e58e9f02a4143435528e682da26ce31f9d2e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305f9f371552745d1ba61261fd432ad819fd974d62bf25467ca4185a1d2505a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa83c9b5683b4132383fefdc161ab28fa58cf001
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c98af33d22348784bf011dab362a6c1400ae307f91cc2b84ba901d6cfc1a5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceff329fee3abc63bd27d9583f2f8905ce55a30
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1ae61b8a67c61643aeb344b8a83c5d1288b9fe6921f2722006d1146f7f8be4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d045cd3c869ecb43c20c2021597d64f047b118e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248f80baa3b14312a10f0eb4d0774ff1db1b1a55329dbee1e521a09cacf346fa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fac019c57007e2eb997af57128e43741f131eef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e11e0a86f102f7aa7a8420623069bc9bb4a77c016ad8dd49566b8ab93f8391
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fdb60de4601c1f4729dbc3e57fddc00e174c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ef0878a34b18e28b01fa1acd8f5318dca38e70283f66cd0019217bb00e3067
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cc7334ef4764b3f84e5f9656da0c7ffc01c8d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e454f23f34e40975678c8779ad118d266f33084e5191189c1e55e6b56f0d961
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54c11bc485864d23ed9de2f12832b2523f11370
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171ed971b6428b9263895f3d50dc304ed7eb976ce25289f15ea13097f69116f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0242d61a52acf63116a85fa303b2b661cfd7957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d893b4f7ce30a828bcea29f6b922e00ae33e6ad62170ccd80c0ac0069bf1c0a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4253871a30d2242d5aae58cb7834662038a4a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a76c76b994d04a7b5871f091b413aa819ba5f2b45db069b622ce5f5b04fe7bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f560a541a8f610b98cfc6bf8fd11f495ff7222b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a088311b887475d1534cc7d1f213986af1c77b7cda5778765d35bc7463e7c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2ae1343677a317398fbb94260305b6556fe191
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd9b5d28812e52eda00468ee4ab50fa0fd5439ad6d26e87a61e448d38f5956c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f158dfdf240ad537df9496852dc1e9a24ae56f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6437bb2cd8ad440aef3d5903c945168f54c4d02a1368758f0426c4719573f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd31232ae3fc584563f7feafdac5098e75de394
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa9c17d401b27939a44b2f626a870cfd2bdbb0a783eb02a7b7e24d944f701fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d858354845268a538925cb932d30a10ffcdf67
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe77bfc9664c3428e5695626ab69d403b7eb3a6772f40572174992b01b0c4108
+size 205955
diff --git a/params/phi/6/rnd_search/comb_9/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899ca38a9ed3e80fa76d53a923ce7f47a1e6e936
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cd12edca2feacdc3c8ba87f06f700fb48370c52b8ba2bc74e47eb5802f611d
+size 205955
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07192d852b5b3755cf910b8a73d0ac4eba334aba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fd812ebabafaee0df260192d47d07c50c6ef38e157934c8f1c535d74689c28
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20386951e88bc318cec96c79cc23500fc54ac063
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828771ad6ac6bac3d86ea09296536c06d5dfc7785a31bc17c5d46d6bab00e1c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519676e43d033c074e2fdfb2f72da377d9bfed13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf3b336d2e8f0a1281abada24a201aa8d14eaa8099741b387972631ae3a2192
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502c2195e15cd5756f075693253b941d3bc82d41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84e4ec82721982be49591e63e8b4daf338d45a8863f8cdc97211baef00d80ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233eff473451e1affe18b559245eb8f195aa2814
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bfc166aeecc7f1013576dfe9289eb08dbb97bbb7dcfb75412bc871187beec6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda605f19bb8c47cef42bcc8a9434135dadec845
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c3178c4b3cbc8dfd585c2dee51b2a3578b2f31a14778988b6fd3d8271fbc9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845a1f687b98e22bcf8f7f4cb74e5f16eb27402f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865dbe1e183e3499526b5e3d90923658c1d607c0ed2617aa918f15e7e485376c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eadec0a75534618b6958c637979ed4b7f98f7e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf11530668a140f515959741b8a6147eab08c417f26cc57a30f07ac04457c81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e417ab3010636c2ae6091272fe8cc7573ceaf90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb111f5cc5076d1cf4d0cb4ff7cd882b48182fd1d43cdaad7fbcdec3242c39a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14521f6fa784d2d510720423560a4d42d77cbe01
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a6b1d899733b3e741a3292e29cda62a33d4e0b1a6d4aa87ed405298aaaef33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814cd7c7834c3da0a2da5d412316f115ccd8bd11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbe6bef991a44c7247c157a027073158dd98f7678d2990ba9822b615662194f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10735e90f1bf9adff556b8e6c5ff434dc8a89df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb61e628b034e286e0f764b9c02f795a41536e663ca0dccc2029d4a2f7c4e445
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ade71316b1a613ed4a109672d656a34d7fa31b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547531a1d489863124965b2f35822f868395a1c9856e6141ea68aae54819f154
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d58e798f4c6d43ec9cd676a900b899a101c765c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c1a008843b47e24bf1a051e3a022b467033020234d278947d85d71b0dce676
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503e71573aaf3b32e5dda8dee088c450f1f50e5b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66098b247565034926cbb23f7849579d13b16174cdba1abdf4ca5e4ff89fccfe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6264b4f86a70fdef1dfdfdd69403dc3bb4ff41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ea7cc5b9f58c94f09880554aae7933552017f37ec2645707b0803fb49edd0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3874b808f9c34b25b078ec3aa6a2ad048fa25e19
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53d3de2dc3d986243436b06a7fbd00cb282280096ec38ba165c99dd8dd784ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c4b8566f50f22c0d0996345dfd03ef3ea6303d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80b4ea0c0f5d35fc9377ba91e036aefe91e2436fcfede66a8d18067152fc582
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1362569abd45ce1d343897cc57a3b4a65cbc5063
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2018dd17819e81d23b624519a20564eff7dda5508c927fc28e219347e03db334
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321365ebc7f930ae14c80a563862d53d47c754a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae2925ee9bd5683e2cf484827c0ead780b8f077015f3ce12cd307f04798d034
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e661a0c55d9036d82eb5e881b83bed9338c1bf44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45da5c014d55a7e5bbe51d3f5a7ec2060a1ff55262b11b7bec76d37fbd3dd627
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef23c30320185703559ecb2c2ef44fe186277eab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565d077d9ab26e9564f4f1b6e05eaaad6a3312a404e3fe615f3c69a1ea244b22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917a05d5b46e2a2036b6d3c613ebbf2440868cdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480de554233185fbebd37b9178562a0bb38f1949492a0cffcda4f0530f8b35a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ed756077d563236d03e3c51509a091322510c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d638fa305362aa80b72d79adc52b2417e539e0e82c19cafddff4797b46d8eff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9028b7fc6cab4cff760ca3c2d1867f417ebec327
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3fe2dd9b9216145ebc283b1bcd6a8901378cb12e4ffd7f72416a8a67ad062
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bef26a691531baff9d80fc20705da771515e3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e13e93e35f379c5f721d4d5a68bf7f93f69c3b0bcedd057af9b0725e79dbb38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5bacc2cbbf2b04b67b83a54107999fa0ec18c0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c88938eaad7fe1d26a92831f6fa6bf66fbfb4ef1f331196cb580f12b694167
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a628f38e5371fd9362f57bbffdfdbc9c8e9ec06b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad55632b0b73f0bf999661887ca995bad251be8269542a91b64aca3eac56456
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ada67376ce63b52065701be60c0edceecebbaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e44737f70af18bcfb9705cc38099b06dcb7f9c1d0fae2d4645e590758f0ba2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cd222e7b2bf93c76f96d3df04d0b254f75cc7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaeb5d587d791c9b15c6a6edb4a76eeb62c6eecceabf65b6dea9d60fb5a0849
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f968d6f3cdca30a6cfaabf1c263e5301c30abde9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c796a05982fe1b1ee5b4ee306f6307d6f45e7be1359d3380f4bad4649b5bc25
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca5c34cdca0d7239661eca48aa9a36442a7a56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30ec859032093a34bf46bd23b1121b03ac81c21eebe6b4d6184ddd47771c60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16266d102a87213a9682dd99ab5019abe6ea2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9076fdd604e9f7478c64680af08add386e68552c22ce348414053fd4816454
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64de80fe537886ee970c48b4db5dfc149e4df235
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a266e7f4bd3f38705f8dc891eac79b4b3ebe27f2fe3d28415b92101ba9d5a20c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580f2b949c4c0ad18d1b46623ec7a138e968e51
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27df60baef577c126bddf968fe278abfd8245f13e040aa8d41c251ba8e595f7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef26b4de1fe0e4f1dd32a4845748d323e5cb1bb7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c558ca167cdde73106cc41b345f299d56808920c9c850659a443ca27a362bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08db771d7332a803565de597015665814b095acd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d40b89bb9218294d15c1948752181eb245cb07ed1a05715c714a1b3d35e4e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc138bc4209e21b0199f8a9777c4fe59ab70b13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fd7af9d287f18f2eb8c24fe3de2e67b6f97c3dd7a25a7deb6cf23925c5b5b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ebc1368d63b12b9fc544dda3a4b6a2c8088e1a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fe5a3afdf47711058af84f79bbcf5b60000f845d47d820e5ad1eec4f420f89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8694c1565cdc2f67ce18e802c9fcffa21a519c45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3d9d609c726c759a81d109c93232f578892f6337690847c11a7f394477b22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2252811b8a452785fcc1a24543c0bf9ef9ed4ebb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0bbf28e2c2763e61ae32f281b07fb32fc5995a2574a0b76a96fae6fee9a452
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac7b34269bc16bb4ca5d1d2e05da04cb60c5cb7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b4a27a5860c9c7677ace4292986bc822b6103fdac9bd88c12b97510692b1bc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf52f2db1250e094093184fef3001511cb9075c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd48630d5f01be122b06cd1786f9431b8fc1f1a55d80e8c816b18edefd3f28d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e8323ff6f3ea094cf8dc07327ec72eb3b9df36
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669c34adf28729d29f0a0c6274916e26808e487b27512c7375fd2c8de97369cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72580958f45a410a2929e90e6914a6d23196a6dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80036ee510828f01a61f53f2060166b9ff30167bf840ad32db4d2fabbf209538
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f257c483660d0f32158d5dc3c2495d6f0fc71bc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a95eaa845105f2d763244d26a9b16c81e47b852123930b9f5d8bfd52e5f93e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6709644baed7f9a328ca767974319f33045a77e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0728edc3bd02e1ce33d92900d764339a812cf2f6d54af9879eefb07a32b4d6a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9893a2fd34e06b2042e0bdada1758949f8f6d946
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3289fc45a874e13aee2e184472b968cb9148b225772f96d960c01c27027368
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752c60f422e34dcbd8a7270771c02e3330c7f1e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7113b952a52ae8c4fddebcecce311f1ae83c7a451f09d81a907972c7077134a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42086a8e1e91394f6463c26da5772b6a6839029
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dadc29d1e794b9e7916771d9614c356c225ce1a05cb1137ec3da27f5c632e3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c330c8023fc12bc7c8eacb8f3bb06d79230750cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655450a64a6ae9c6c919f91f5baf63e2bd59a37b9340e833fb36374900c3cba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3bf47a9a386c80c1beec849a4ef4108b909e7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628499bde97a190a2622dd909e0be2edaa7a9096d0ef619f7f9b9d4d77e1fff4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4624e30ce5d67db42de9a093d56d0954bd0598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7f34f7050c5f4d8aa094118aedd224140385806d7b6a0d35afdcaea4806748
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bed9657482681ef7c4d2b43521934e561a9e46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764500441c5427cda58b8c05d8cd3d69ba32b58e81e022ea5761e67387203bb4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088dd8e69bab2c7acc70a4b06dbb00eb43f485e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae46fbf7f33ea250255cab07b676c62acfa905c9790fe147da7d0f72b98bb00
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b573df8c18e5cb9ba9e25393937293e38c8498f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0386c1a54671de706bec8fa5e17ec81c6bcb9ee8e7df9ab73387a1f7c7fadabf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb36b5717182fc3ffa836e4f1683f91bc4565ce9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510e4bf4769e9197f4e285f7dce1a5121aad71cd17162483a7aaeec4b75b078e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7514362f56b1469403dae059831aab17e5d929c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06912d6f597225abe4cf40ba945ec5632929926ec16143e5e15b0be224f18195
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dbe59da4b4873035368200718a517fc56ecfa8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7564267b878201b13e21434f9b4100d6e87248ddb6523806b039bea5b56251
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b1e724798f58d90a42208e45336ed0e08da450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094524fe5bc52c60a4fd061d6dde53754546697d074d7d6d7c2f70e2219ca09c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19867e797fba274559079342d71be8ab9349297
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe7e7695391b30333fee651d650e19c56c69e441692d78d86b5a278a8a581c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0329a7c341501dd3a2a3e409adcf6e3bdf9e5f53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99596a55461fac7c843a3507c7d74d614e98dd5f1e2ca8c574ece5be7f0e4923
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab98001ded1434b333d388ccd3c6ccd3111e182
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4cec834ebf66c13093f2b36016b525c5361e88055b9cbdb2942f5678278e1e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8898009b3717e67e83f37a607510906783414
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c988fbeae00f872e8598ba209bf942245acbd9f5c64854eec363eb2a3ef7946
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95946311839e8135d4055b806fe8a5e5b0b00756
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4f8bc35a4717a0e37708346c4f7c62911a46e9fd60cf85fc4d5678805600cf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e97c4650bafcd2e7eb115c4b18efac225241a21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5d02c71519c3d5b4d857aaaeaffac424a4a89180e0b488caadd10e7e48d81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1948eade0cf5423ce3d57406eb58ad9bc3d453
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87310e83a3ec9df04666ba0cb1a66ff446a67543a9812662b3314c216a71c2e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56159e95e2cf2903dfc35d14506f02323399c1b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dee2e5cb34bd6107ca6d6230f2d76752c5b2bb0a55e4eea397ffd679d0ec5b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b53f9d60840d9f022b1dc6002dfbb81057457
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884a307587f650d42e65b8ff66aa62cd8c3201670e888ff646df3cf5b16a2c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c50b70124a527a96cc34f81b20e747f011ddada
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd43f1b6148f3bf60181fff7b4eb851a668bb71ab1c4566f777ba1a0251e0ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee86869b6c444c7d585c398bb813e9c91aec8ec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824ecf4c5b33f6ad56d7ea6850d3708f0725ab2d7a78a5e0e745ac9737b5d2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab237942d9921ba81d79d60daf966459ca6920d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b9710861ba877f717f55eb8a77a876cca707b5ab4acf9270d414406ca6e471
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ad133ad74de1dd47b6eb3b385ed60d9334eaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886cbf2106b92a95182620f982cd0b9f5b6b248afdee630c701ad42ec3681871
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0087d8f6ac69bce2f489511b9c72a83820cbe896
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6a71b1aa836cf2dd279d9b9b3b4bfe890f74d7f005413f6bb2ce697fc2cb1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1015d5483df3e0cb794a6bcaebac35009b14b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6a439889ce186e62a9496cfe43ac6f0af8de0c7ffcbdf316cedb234d64c8c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d9ab168a03fdbb487c2c9f4d744f60bb825d85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a542e4f1940b2c317faef396fc8cf3eeb88bd1c0a9b29413e43b19aa39ed7f6f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc59ebe95f30aa5ebc3f2235c7b9cbbb7b15f1a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec594ecb1e2cf9870506707d07fa0ec3430d1576c5921a07f77e6455fdb2e7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554f606dabb623b93faccfb5bd4dd95ba2d347b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c90df6e182d47d52f4734638e0942b619ea288159567b5496ffbe08a158599
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8c777d97c3f82049e9e2371bd3089f08e19bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf42e066d9e231fd462eb12b6642e542b1cc30ae3c63c7891e2b22e078abd74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba6ffeb7d4422be719bf1c40a7b00d673779e42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa6e755e5eba6604039d749f49c66f447e77d999b742a7eb476336568d4d51b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd876cd8c0d25cb0ba2ba1585fb99f2d1fd8871
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d545f69c2032cb24eb646f60080b4bc08d3dbd458fe88458af2b6cea662f3261
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eccc347f5d16622506d2dfdb011b7872532424a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8be116933ed64f0b319931fb0a5caaca009ad58da76f0a5b76a25fb4d33572
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b378fefadd92a5e851d8227be23281938e99b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526783589f1614c79f310b9366e5b958e6d918159f15b3aade3e0f14605794e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bd3c437fdbb9e7008005f908e7da88ab7a0890
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9b4ac78ec7813abb37a5921942a2c4fee3829e7013f645772af9a1cac4208a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b5f563c7351f7af680dba145adc8a8a480257f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f100d724a1e69972f88321326e16c267f7506fdbea7e9f4e0d308b869cffccb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc153de58b9af8eab7ab5117b4da3ba1c878d658
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b2d5cb5a2c3ad6596abc784466adee02eeb004808d42af74fbdf2b29777f60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af290902c8c370baaf9bd7955887fee4ca7a4fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe533bbf2542af39a63cdbef86443a0d91f04e415c5990a9aa9032e6736c02fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08572d9a18b18233ea2e5839bfc72be7ea7aa521
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102fa891843bc31f98a0117d125e1f03360a065b7ecb0a12c03a4c6555777b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9d7ee37535e174317c6a357bbbaa0db697a42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0824ca182acb5b9acfc51ea355d85e184037e5bdd78c2bece8455571b53d572f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd9125e273185857da96fe0c27192fea4001082
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c86d962692eaf0e3688a482cc125aecba17bef3f09e6f5021f2e51cf79e327
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1410f1af98383e21ee8a1edbd542b87066ef21fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410c56d6aab15e5903befab0f0a15995f298b11fe3bfa5ca067a839b568fac79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695fefc9eefd0d1fde1c4a832257035b291d1bfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d82dadccee42dc117e0f227c7fb41b27fdd89605b91b0adc267b8fe624acbef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f549087941ff0e4389045b9fdcbb1946804ec0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79d2e26b9f991ed722f402ece231c2a51af3ff32a23c4ffff1c1126d8bb2158
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cb0e6ea15828d9f87637c7e24c0528d3a75b32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d84b5306e8b5f5a1fdcdb20bc6a5c7800caa08fb39e5b7724b2b4ae87a2be22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfa52c36b2eab58066d1dfd17989e608c537a4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97bd64ef3730fad92827d6a047941a8d2cfa44139b8e0f7ccc64a0d307447ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87338b26435bfc0723d685a18c420d3f8defc678
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4818cc92a61a7f4117abc50480430144d96fb2e75bd9bc170fdb7eef0c997c77
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb1194f9d050d51565b9e6629696564860cf5c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bbf69c64f46ad4b648d2c313c51c8da093337af0a79eda407296aa69772267
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6759e309348d46cc9de3ac56c4754dcb4974f534
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675b02cf9087743f22b27a8fc4e174b5298e0a2f1fff8700cd199f827068bab8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d075f472cb3dc169b2fcbd0c95d132fe31ab2a65
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f11e79908341730e26738df4395fa04beebe8b7fec284cb0754b8970514927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d890b658e84177aa915573ad58d39217e22987
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a2b9a4aa59365d1cc6a811e9b2c1637eb7c6b47e18663c3d51fc82f391a6b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2622c15f190692ab2675f413eb35014db2d07bd8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b08290342e8e30717359ba313b4cccb1d65e159b756d47958612f66dcabac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c544b80f10a4f8ef292b85bd144c652173442b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135726b99340132c7a2a3e1b6a2d2670fb8c03acebb0c1de300fdae11bf7498
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18d888d5f0ade83f29f0b2d909cc3a3b8d37b75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf7176330e30184390ef2005ec18aeac7891ba6c13ef11a71d6e5f36e1597c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1115fe56c0d5ba80a75e56f855c0e5ab95c3ffb6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1e345476e8eeca71de32ccbacb67a26b463e72f507b1538aded8c825ce6412
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177143d83bbd89837ccfe0a37bc062d6dc4913ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eeb10273fdf694c9dd0546765e173203008d6eb472f194347af1a76dbda87e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29f85e60a7109d5e6f754620100810aec698610
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2468a9e5e62f4c2f50aea57ecab193f4d7bf252e64bcce6f954d5cdd8e3d06
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc538f9887c792f842dd3af876d0d2b18b1c004
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1038d75ed201208406e469519538f9c1410808c51d48125b4b1cc761e19b92
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17aed322436399e77cda953e8f04707cfd11983
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8cc95d6baed91e2cf50a498eef49eedae10b9f5a2e4c38ddf78fab261720d5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414e9af2be3a5fe63f92e3a65fc20a44dcd9141d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e6c099b67e3ebc55c264d94fa25a95389e31e62c1cb3e5d5535c718ebbe631
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e347b9c7a5c5ed2c49d8865580b7094d0235e48
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b48d6fd9fe937ff3112e1f185662632d182c7f280dad86ade55e026dccbd60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31938b1e48be6261fed7e85777f85c24feb2f324
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5343ac0ab414dac3050d5e4f56a485974017b95a6c07bc5813a856f4062a7e28
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a12b8bbd5c0f04497d3d0719325f4dd438ba1fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d5f63867a56a378ade410dbc10d9a5cd0a0f3e378dcf2120e7be81376cecb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aef3faee5b6701557e2677bd72d70c45a703829
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16e96eb168843d06b4d4c7a0877bc95096ecb6e8b6edb6e0e0072efeb08f35a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba98445110a0fa0d98e37b59278757a21fb505c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384d54a8a3e7de8e9e39efeae2733537c360648c21edc7d8ae82890b7a15fde5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce8dc6f05bab2fb7b748153b6e214c418735ce4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cf49d66c628796aa5a630ad1d482850e263bb828284173a21e66b653043b13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad3e547cc0bf477ecbc85568eed42d8fea0e3d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379c6371eef1c779544cdc515677633e555f3239bbc1b8ef6dd5ac5db9fd5f36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd48b16965aabf45337df778e5b4d39dca3dda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c91ad9d8fd2b836e0164744bd49d50ea3d4df29059fab523715d569e8002b83
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2673af98f75b3dc17c19a5f1c88e4ea79351d00f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3b6b5263e7404f34bfe3d399f9119963be2daff0449d203962bce252e9cbbb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c5d954e39f5c35fb0fdbc8f31906bd5bbc2f67
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84171c7ef8be0b6ec5c9c800586023d7b3901813bf47fa4af61a5b2d8a9944
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1af2afa49c5497211ea3e0ccd81b126fee94f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ed6aa832581c78b7d795ee2859d8d25a4d687d02e3e57ece6561f906f8506e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820335c668d70e1746239eb7a649712ef41be23f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf818fda4567608cf6953351f102e9f5f4139ad7ff441b9dd40523c75c204ecb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad1079b27f90476ca429f0ed07a1b28db478c69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0fe32d6d3ab2710966d3c7102a0d364793fb99114aa7f5c44afbbf3c363f9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f09910a2b75b3ffc4e6b60ce901f5f66de506a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c78a03df54265c76927da052c86b990a5aa212852b8b5f92e2f25564057401
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558cf364f50ed3db709827b127888166a539f81f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69309783ecb75e8de5cedfcafca4874c68729d9abe5b00cd3e6c15efdc936529
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6cd90a16b6ef38ba1c3463a95e427f1bf6d4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8e9dd8bbdd42a3576b63c7b2dadd4837bd585fc2d39f0d298cf2b7b5688c10
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a73a9c2b44cab7f3fbaf4c068d8b0e251b5b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f432d2c070849f36410cff2ad58274058b8ef6dd3e2d0ab3599741c063190e46
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fe87cd71cad0ccca6d925b2313e29cb198328c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47fab6813915b096fdc50ea235f663ac3212c0177aca1b922937fa602f35a1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb17f07e23fb5ecea1c23cf84004eecddcb65100
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb11902f258a7fc9706ff9761926e32e6bdb76c151ebc301d9f480f00ca1a520
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc1e5b373aacf4d42241b5d6f1d810bfc8e58b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8389aa819ecd7cbcf28040e62a38397f152f200bb789054ef04a1267fba1dc55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65aa82adb653fdb84ba53a15abd2ebfe045d6bb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff6916362fdd58949ba5bd2f8887190361529c32e86cf1957f52124db895330
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5c9bfdd68416fe0b41a8e45f11ad6d381c32d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c47c7a74f73753ceccd2b4afd50d4908d1a9c8c3e7a515558dc8e04c09c3371
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f85257303b38de1202257ed7f21bd6512372e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395f3363675db692ae34810777a54072759583ae1add477c44359610963cc7c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c1949c39e7be96c744db8fae3bdc910a56f1ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca55f017ceee463981d208a2082d7dfff174186c5e71cef1736c5e09b2e31b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28dd77f27a764ad3a88bc36b69e268874933334
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b29ed3bf8a79fb89e6e021b75f35929ed4ded48d50b0308ffdc745ce184eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7c4af4386cd7d677a661c4344b9a1ede93e0fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a4fcf44f2238b8e9d04b0921f40cd2a86bd27696afb260931a34ee0bc3457f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446bc227f26c005f19b0b0fab14f0ce0edd36759
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667837174073cf449a40c6c8b56e53c6d7110c2d98de58c65f17285e073f5a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f730b07a0c5e14a79472a5492c2d4c554f6e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c2973c20f777a216b6c1b8d785467cce8667125d7a0553bfcca0b74e651168
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7be75840904d9483d154021d583b0117d5f524b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff586c248a8b641b893752699064615750b8325e5ec4f68ef067fda95c8c973
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccf6331f5f0a9d558bd84619a9f400739a5d725
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de73ba82f0df3e1d82841b34ce7dfe6f006a56f302a5aca22626c40192d30830
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f0d4bff98f1c3bd7efd0989cce470d6147424
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa157cbc8da36e55ee6c40fec905cfd246c011b9ed36ddaadce5ab852abfbfd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62915ac5348bf34d8ae919f1a7b92da994ecf329
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b43ff387b420ee6cc47a1cc03698ea3febfe7d8ffee032a2e440e86c7dce12c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3051f50c1f0cd4e26acde87120b25dec776c1dc0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7957a694e0f10ee580cb3a0a6ce6920ab9479c41d829d76091e4f87cfc65460
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e326b080e4a7c5f713ea7252527b943b93493c22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3933d7fd132d3d3ce5ad6fe8c40c48a4955aa8f23dfc86c1427f90a02c320ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c95ddf9521b2e1b3b9dc66b5e0d6dc8c9ca661
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2316a20f71a521ddc1161e1045bf210130fc049c43061444155b18e96bf605
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94400ec606136652b33f3573e02a30189c98c93e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feb1374ab188b53f7b005152fdf68dd338b7a5b1b9a48820d8d87b16359b685
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b68a454339745502965d9656bee1ab416b3a0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399da5105cd3fca8c6f3cf3de5397a324edae5fffb2617e6a81c493f5fd7cbf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd59bcf54540fac2372f6f5a9ef39d4c101fb4da
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae5e69d494defe5eac7e0b2c530ff9080fa258ccfdbf43d6411eda96d3ccfbb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d4e2492f574ccc7d11db6fb01e9479bf998901
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a90f16bcd907bfde8f4d20a7014b6b2cabf671425a9db61f8e6e9266634a52d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf87b3e939e46dc270d32653db7fe589bc6bef8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6e31d6ef493710acc0c76533022863f3077e6aec6db17edb8435126fc62679
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfba35ac8720603091b3c6c84cbc63444ce1b4db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8486424d28e6b3f47e20abd8316b5ee270b88ed6ab4127411aa243cbb31108
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84542be3f167a1b5666cf8dec5b5f8d400bcb89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9f1cb9e5ff239d29245ade2b6fe3f66aab27045c7672c2033719d139d8c35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40039b81e86a3b0a943e2e5dc5f5b8ad5bd5affd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de473bd8c3d24709505f8dbd8b3bed2fa939ffe30250430efc82b20b70c9c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124b007d0561d4e9004099535914e0e12b21f982
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f4bdd3aa79b5b40a6b549ffaf1e255c09ed3ba5737dce4a4be9bd9394f4b0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4954455e18763f9c030228b93bfb4070c5d2850
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa5dca281daf7f5395815efee51390d085ea9baeffd9ce910045af16f616c70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2391a5c73b9a7920812f55fcc4486bb96c6dde
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc845111bdd3acc05bf9c6f552b1a0cc797e74e58abbaafbb57330afca6f236
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2000259db979a9efa6d9ffccb6338153c7c05209
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67caaae72a0d2e106b1b012e41292bdb580e9b6a9715fee4d308c0d6dcf7f3fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e34f1f73493c24f3d83de203d9842b064e06be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d188b07768b2ce56c526f80c23dbb3e6a2344af0c22d5847af62ec449a4d16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fb548445439e52df029615485e862e2516e456
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1f0c0e89bebd8558b28c19186f2028ef215a611252fa64b706fb777ef28ac6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0fe154d39707ed07d7a935e5697a79cc3f5751
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ca22611d9e5ac32608686ffe851cae0ea9a6d86f1275da77d42dbcc4f3ab9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a27b1c5eec4ddca2eac5390d5f5ced3289e7c37
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0da91fede345f1542d7d08299caf668f6da5e71eaa48c7ed638c8e9ee512ed5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a9cd8ad04c54cc924003a45d9574669dbdb8f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b140acf535a0439f97c0f5635e386914870fe22fecce7c1a1ee754cd11172f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6078d2abdf34bba39f65063eb18ee6f8446948
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d8c4c5347ed05ae68252183588f8f0650769c10c492845796cfab3fd4f5039
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba08ee8b52745378eff1169ebdc3852c9ad60cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92d125d242257f0cf9b9cedd5405286a2cca4eab0c439368c833837e7537921
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c025e4ded5beb6c74650135709aa3ae140f4d7a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7f920ca854808e97f722322b3ace2c3d00c0d79d234afac630f74c005bd6de
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb27f5c3a62d6b9ca97e12a36bc51882d2a3bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de2914832d629b802081177de86053cbdaf45949017d8777018f3e8d09ee443
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e57452706c4ceaae9eae435e939b285fea9c81f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7febce697b92bb3390b7018ade229135a5831a14b3bb18877f29790985f416e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b62a0a7e104178ad8096a0126e0a24558b4ee6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2cc9df413fa4ec466b644c7cd3d704a9fa99ffd56799ba6a96cf05cde4d6eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b727f3d3d61c83e7ee366f10a060dde74feff68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c234b4509656bebe984b433cf411faf4cace6c5065e7097b61378841a0a6f265
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e2fac70b055b01b1b73aba84e9254c2963f32b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3126d1d43e1e5558a1566d0040eb7bfb65e8e38a20e7c9424956d51c04dda788
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df04cb32be52853b29d3cc92c8d6f7d64a57243d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ffa443554753def0a0b43858b990790bbc7f39e365fea89ddae4c5adddc262
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0946ad6f42985915ee4d6816a7977e80dc77eb29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7e659c05ce7b5c5e14509d9267879639afe0b85ab4c2e1beb6845b2964dd09
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb51789f2eceae69ac5304ffeedf4a06d37e76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d602efd2458fcf60890f5875347a26acc1868404a372201a325657e745ee173
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835c9ca89391f9ca9cfe308b62fc93cabff89aff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0655017b9398bfa6924628b2dcb4de67b2cfeb96de34cd46e890b62337b44eb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb22a640cc8503c444ef657bb1a41238b08dc8bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2d6e1b0a27569f9ba4463e6d51b0f1cbd073fcaa5b57352ccaa1aba961088b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3735d7b63093b629e48dd14f4ea98ded8d9a9eb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83e3bbc46d5d7d5a85eb3d7b1457b5e0fde4932f8f5eda0679ebad9d681c739
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51396c31e3996df4f36e59103131518081d2b5a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de4dcd2cfa159bf5aae69e41c14ec2a443ecbbabee6c56a85596980cd70737
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d093e2533515dddd1e1c28fa6bcba12ec25a2b4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1e8d0fc379aa331e2e4b1f22eaed3044d8794ce5afa01b64bb485c9fe31f3d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffc8a82d026aa0b189246df9ae29988d9f18947
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeb349f53bf46d465875813c43fd3ba6cdd1d21ace61b4c30d29a352b8de098
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a11d8a396ed2fddc6a6503ab82149362415dfc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ebf0072ec60ba1b852a4c2bf8010ebb9083030cca3d23704c186e7a334001b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367126d9e0f0eb72195ea42399e2c6ba0a8ba337
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a63385a1c6a14d25b5cf0b2773f3087caa85e4dc7ba41b221f6de2d2c61ecfb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b961222385971c808b6d34576e53f0e87740a5db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075d143e179d1ae6eda4842d4ba53475b7b4156d868633e4042745f377e22b4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01d327d4423fb57f644c62f9f2bb36151680a44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e8f2f81606822fcbc0a3e215ddfa0dacc3dd80ab1d851f835c45f912ef76a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f839d36c4b96c1dd1bdb752f8b6121de9ed763b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c8e83b173d1b11123502f587b4bf7ca83977ac0cb79644f65856eca79bdc0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717faae0a46d2e0aa9995a44bbdf07d7f5d7acdb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6124559e48a13c9fddc2127ef742fbe0e8264f64cd74fbf527a4ec79354afcbb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7821ef1fe13fa1d59303b140b4b8fe143eedffe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f719847d28c6a16684866541cf59b297be4370d0785e5d1bc4df6730cf9fa8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed92435efeb39a30b0d1db3680017239aeb4b3b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b9908e7f0dc2e2b9fcb6659e7f37abdd48e33ab22c0ad683b8ca501aa6a162
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935b54caab3dcdcb7e603547c0055e50e69c445d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f71cbac6846a3a8b210ea0aa18d641dec9148a002091d67d33fef24f7915fec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c8a6310ffa56bbe6b55914b9201734ffd6a15f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee60733745baceeba002338ffb479bf801c731332e0a6e44cab55f651a9e2db
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8bbbb5934794b2e88d4aeb2b6a69f6aa87b673
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c0bccf1f049a336f932a499c1c2748ebe44e4a800434f1ac0b6f2d0e306c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb008cea6e0ebd0e048734ba915375b1bd5b45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999e297dbb978dd3951340ee12b567499b3f1e3bd5f6cc8390d38ae5f453aaee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d12aa759744067d60ab0973f26d881195e20048
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893cfab617cb8e06e11a3356b9593dacafe3ac74be91c26526fbc77cc49a6d43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46ef17ec5b2d9342688c7eb3e6b9ae19321ad94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a77fbd92c03a36c6bb85a1aa4638f81f5ea2b817b90f6a743c9eea755b7b924
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65022ac1c5b81f9c7b0924c63572919523621c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f08466ac06a253555ed7f7a09a59d4d3a0d2d8d1888786226e7a0877c67bab2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6ab8e205b9ab1c0acc31b3c7d7ded1dec2d253
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdaddd14b8b748114155db361b46065a4f03a3363a916660251b35f4d6e6b2c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c92376ab436ce48d8c557fe7eb96b8f60056fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428ca32cf2422997de30a14a58f77a8693a96ed8045f4d08925001d18f13fb6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e05436571ec5a9ea891c3c2b4be00450748c325
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240accdbbf242438ee64a586238a197db51de4fc59d6e8baf23103573e03bff7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a5b02a2e8f81f4dad175db5f8a13c215a00299
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa49afb9ab6f135d190cff3d4fe98051fb75c7d9ec25f509be64e36332de052a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96358ab71283caba0045bb25b4303c72a3a093d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9916de9081deb5fe32398b4bfa2e2c99b061198a886e6ce3471b498dba74aa39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7589ea552c3e61a407e5e78c68904936b7582c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd018cce7387950ccc05804ded6c7d234aeac20fa80dac48558e1df8c7b9287
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d772758b3a32cab7f9226a0026b50b29fc46e242
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c8077f14d127cc12e111fa740cf6aeae938b238b0ff875e9155faf5be685ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c69b8bceca068f32122074396a69ce34f8929e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94860e842e2f85be9b262f0c900fd25cbf252b619c83b42efd30121ead3b167
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d64b2da64cd773cec3006e5a6ce92b4abcab70c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a585c18e12f98d0a248b3eff7a796a5041cdc9ff71b28bf7561856bd33d6939c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53097a4f62b8cf148e149b5d8f6dee3755de7d75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cdd7b4a60ecd1022738031bcf2a9d7a63224d8fc088081a1b42c98dbd0825a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c4281f850c35902f88d9ab4ad274e059d782a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3234c8607f6ada887967217dbff9da0ed971541ad9142268d62fd67e1f62d2a6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d30fb36422118386371cde19dd5ea78e31c7e81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effa6d379fffc04a4cd270cec45cb4235648dfa0ef9df8f3055fcedf06c8c88d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f8a0b77c9a7870f3ad82c4050a09909990693b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a649d8aa2146bb6ca3d77cf6ae946d5e612194ed5b9811230ce054ee447c8f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a9eaaceee85dbbfa59b2210458b834998ecd53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7008162c065d55a4e03a3551165827ebaf6ea5afdbd63833e9421056580772
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f83b2611025362833e1530105d8d92ea54bbea4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59025d77baf761581414d7dcb88e63465a98aaea3965f86d39296ecc069cdb36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a06269129d833b498dd13fcf53e0e6dce81e26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b28f832dd8898ec603b4235fc08a1d1b597e6c0970e6f0ed5d66dc39bfae09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6af46d937f92cc2e2819a060166c383226bbc11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c70733331c43770aab889bfd39866081a16520db3f386d45775ab357eb59fc6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b1c4538172986d9ec8c52156b3f14387ce1595
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e6e2733a5fb1fbaed854db3ec2a413ab79b3535382de1bb8a6e090bf0df20a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdbf663abbe877f26e8a07184733c91d557440a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db252e88623c58e4f1e33f2ebcefb78cb35bc08790098448b6b3210259b511d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6028907681828dee325a1a46446ef6f883c75a77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff048604461295a078a029e9e8336f6ffe49259af5c4fd4001cf8d7d1ad56f6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1280c48417d8d72afedd02ffb78abf6c67b9e83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102013cae0f99cdc5dcf3e13d9660dfe063c1233f27999e39e599b8c11b2be5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e1eded340efeb8d267d0370569de439bef8a32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a89120c39567daa6b94701a1baae28b0f07897889d47d5c795a8db57a191dc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e894f40231349db6aa4aa51f0c426acf3cc8e47
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924434b45f79f2b2cd27565df0adf322de26fd1b3041d0f00c166921a11f4624
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16c2b4748ba1bac10d66073fffc5073f37551bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc51efe5aebc0bedff9ce51dccf0f707ed311352387a5bf476a76975fa9bce9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59002bd79dd8b242c8bd78944233f30358fe4ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14586560c331539b39beef153123a38deb7c09f7f2bc04626e07c582c297c22d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c139c2b5f94b4d87ed44ca0189e9abd35037c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986b3721d701048462214cbfb856d69919c2e3305ed0c43febacd889b9aea456
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b734228d09df66be799c1cffff3ee9995f15c78c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cc353b0a836569e6c642ee39c0074ebae39a1c873302cc568647b1b50266e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a198587fa2a4574eb3c77e4bb4f825c9f06f2411
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686b3e938a7f0219cd94bf82e2f5ba7bcacdd4bc44539752c435d30fb75c69b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a86f872a4ff3748d46f5c32dc44a2e23e46c5f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53d6c81def5b8f677f389240ac884c3d51a28ea82da3b2bc860621cbd374471
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c766304dead2ff72b862934d88b00ece4beadc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4656a3eb573d762bf997fe5578c326dc309b92c95b07311dab84160203d35ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f3910c2a80fbd29c1a569c5205c0995410b9b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84bc8e742e510de2f4f8409f4a133d41fc5cb7f2db9f413dd6d9fc4551a3c60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5ddfaa57c6c956cfb37ebbba3dcede744e609
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2624db97bf27c19353f131681f09456db6466f6de8b7fadc48d0c58a5b83a1dd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09445d5a989b3e5998275ec549c55eb912e746c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bad6281468fba3bd5f7e466309bcf5a135ca5d54813de17c761c270611ad99
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998928c273ae027aa55aa1b66e467a672353bc8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d1591c0f8783e1a9935e860da60d66c85d41042f24b01850d75be183163d1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eac5decd0e0f46b8770126e6916d20a904df409
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b50bb904bed56b6f58f1e72fd3116a099fc13ba182d17df72843bb7e963b38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca1928dbf4dc250d3fe69069d19ab8e895ade44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d834029cb16a8fa2ee12c5218d68db819b3556a3b264988faa0c027a38d971
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd4afa957a22488697dc5146ebb67e99747fb4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44df64eaac7c76d9fcfb4e75aeea5259b0864d49982b56e9e5df1418af738702
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc093b3d1c2387fa765d42153957d6e5d660732
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2bd69bb2a19911fec3d59f170a980f084bd0eeb7bc8356a25ca3cf970f0e45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7571c17075f29137dd377876b770cd4f7b464d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f0b52c2102a013d5721700faaa8be314e6503dfe9d05b8ae31863412593be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a236025b21a866026880ae019cd0f4859cea3e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba1a715306810b47b8caea83ec6ba0986a7fe6900fbbb2ac0fb99805ce425c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb94516d4f33cee90bb678018084306ce723258
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bde4fb0535c9605309e4ac40f6849354d15cf0ce0667151c823f1c6d18d0d94
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819fd4f8ad63bc329d9efcc917d6f5f1cd4816be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9358c319987f79b6fb1e153639d3a7f3aaef46566faa1bd507fa12cf6f1f04
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af48f8d918a5f3a13439b388bb1af457c72ed49
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b581887faa38b587154247b7c14857641fc464a79bb3f718887f1ef8f4a020
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e825f7c29df2011da70899458d1470da445b68d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83d655db2bb2845a4c2fc23f89b90a3c7f96c38202abf92b3d36190075867a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd366ac7f15055b351ed097b73673792b753d97c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034ccb10ce29bf8613eca3d53295935c90ea0df79b2edba7b2e35fac84d6652f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8aebb5722d9c18e93f26898abd2c1b3fff580b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1df9dce6f2c523325f5383ace4860373749c97efb75ff7acfd0c63fbe1e23c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4496006505dda1f9855394d765f6a1cac2ac7118
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e405c9bb8136e5c6a3f935d66a7adabb8d20d52ab1017d73720afd62abba52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b4e4f63fbfc4ef5006368f3d2047bd6ce324a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbdc26ef50c3a86f65492a175f6b1fb196f0beba39cf456aaa68c58e5c8e695
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8350745a332d39ca0c0befad12e94399f72d702
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afed77ab86fbb95dc22da61407cb7feb60dbcadd5ee20ba1a5b49aed69a8044
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d19ad456cb43aa105c415a05c2df7d74481bd64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c93ae28874c44cdfcffcf4a2c35c9f47212a8a0d9b3edb8b9e0bf765cf1941a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d2a8227a657dd7360fd2c7df97eb0a3862d3eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6681feec2eef183930b8b753ea0459942fb1aee4b517c613a69acf74de9d04fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7107c162aec889c5be7c55af143747d88f78ffde
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ddb75a877d18acb5554222e346b0f4e30779cb8f91d328a584a8ee5e233a94
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b104cf3f6d96431a4068a1d45ce5b5d3cb4f63
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40c880c412521f8ddac074744cf36bb1e5204af7cf85c006d38c89f402167dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544a1d30d921dc7e4050fa637f678705ddefacc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c540e5089c80583d646bca7711edf05cf38756a57c1bd9f574b81d46ee458a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb38819d27a214c3660cc1d2431501629e5853b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b398e151bd330f87067f83f7f85078815857655c17eae4086739cc282df16eef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13b1d0cff0016beb83ee9ec58251326308e70ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6afde1158058706fd7680c11eeb06f6c1721bab3f9c80ddf61f700e3350eebf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81c1cb2afdd604061a16f6089b712c3c2149d44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ca0cde2c021c74cf0872fe63f64e79682d8b2c48723d6543e1a99495999426
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7e40a94c20c001d59eda0dbc030bae4f4226bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc23770023989efeac8f519c5b6fbbfaaad96ccee232d92e76a96a49c6d014
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618c5e12214c1aa73e6f85f66c8cfddde68a365d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae3150fd8251636abb5643824523da85642a3b3686522030dddb2448649109d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6abd1156c29258b8ea449f8e458331080d167a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0a97f992c9e39c20f47ee9557b9f2d7b9642df460f96aac76910bcfca2966c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d698fe62f4af4c909bff6b1cf9c8efc1d117fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690eef33d29371a9af6b13cc6e80ce9e4cf3676af155eef14e2b6505fee35057
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074bf67f614b953befe8bdefc3ef5ff379043a15
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226ad2edc974de5bc31eb034e18772fffab2265a565a093a264c8cacf46cde1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea1beba69bc2c824487d0bd1db6fb1df220fb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02bfb5c27d28bc42973f7bbbf8d4bdcc4d336e67d6e64079bd9ae2df09e4410
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ec26abc5b2aee24aeee89c9210fc11b2284b8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298a2f63c7118b28c34bdb785de5a3a9039381eb221864b893b3724d0cacd118
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc86696595bd626f89c221ebc8c1693b4e0ddab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a67f83dec4f0054f1ce7fa16d099b17fc7f942e0e992c107cdea6a07e64c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521af1a9191dfa1175f9e88058d72716aa990620
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c236d4d37f340162c51e6743865ca55b12fe2e810836bc21728c95fbceec16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4edc072910dd08f6bef1c045f1f87fcd30eb451
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52ef0ce679e6c223e7050ba6fdd4b17b8aa39647aaf54cfb9d1210a88ee490b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056cfd737ece1bf8ec75d546bcac731d9702b4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6139fcf3cbe6595fdfce3d2c6423b139195d5acc43ed66196fc0b6f79146343
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e247ff571a28c682c2a407adb0918c7184ca1014
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3437150febfa152716686580c051c84251ce2a9e651ee30d07def09a5d1384a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ecd45719242cb5b5e161dd93a0c42ba1351d68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef9d8017df0837d2f0ec05f367640dc1e863e0dc69e4c7574fdf00f15256c01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25d3ce36de2845628dbaa957e6e262bafe218e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab562ccc438a0626a3c2d3a77502882ca42aa464729837b70ad622209ac662e7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd79316cb675e66f679cf861dbae3de7a741a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c78066307dd80c27fd24b3e0f9580f30de773ec470658c86cd0fd58f8d935e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aff388fccd887a53422f343a41eb5d67d11411
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b15b73f92e8c4838940786ac371a4b48a777f9239ad99161237e599ac5ac883
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c377f36b4294dd541148e4c16689c87e04969f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787ce6af6e9ada4220156f0e6b3b8a5a3ac69cd1deb70e3a850b9dd93ccf37af
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ae9f706b63f91894baafe82bb0a85648ee6a79
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954fd56b69689c8942ea96d4b8916068792f1da7d8c7dfb0536fefe18e50c88a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392fe86bd92c4c0bc221dd959c7ff7ffdb290ebf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083fbc2b82c4916a19552efbd2a83ced4684ecc0bbbb4c333d49609ae82afd2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8673179f0e09f20182e3561c36d0c73f69d6e8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab44bed0cb4044af93b612b7c36fab11f0bcf1caff506419fd5e190316161b83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dcf072cb50f8c4767b0ca2710ca59b05046683
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab750ac1efa5d97e62fc30eefaca249e1eb7a1923897123e1a40843ed3c1589
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f627cf1bf9c013fb0e9e2bb3f4710c93a7dec0b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348178a46218e68390c81eadf5a1e8a87677da330ebc1bbdf6e72b011a69f970
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb42831523cb440ebde83350cba7a1cdf4276e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a6c27cbff38b19f2224461234e340f2c3bae6a00457697e431c581e61f7837
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8c9b22c8d7e6528f31a6cfb482ebd9c9a0408
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfdf84c6dd2c03d9a614846249706502c5cde3324fd9e584faffa039c238300
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0262935db053dadeb92945865e04ab8f25b61e32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e1f97876e4f1153ca8c520fe7e6257c075897c008143d65f31d406003c1a8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33f5a578d743275f5c3e498d15530d0bfaa032b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa114ee2dbb2490a1a143ed0f50ac7477eac1120c17dcd7444452b3d059a6d1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cd68dad5f6dadc14ec68b960ea8e1bcead7a69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30af499d43825541e0dc8a21984effe18e2b3a7843d15fcdf04b13aaa6714d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468dfb534c5b33f6fc3eb3184160584b28034116
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e801a6ae673c89426e4baa23bd8eed9aabc7f84a1c044cb0ca4f0c274b27b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05134cf182a3fdf6bd5d09d1159a55fff034682e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a47c602e6c59532632571a42b203d8e38bb4c2daf6441f2f973e34bb4e6031
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dbd15fa02bac57e0cb5934e08c8ba63cca7313
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec8fd3cffd2888119da8f3d9aeda279b3d5e5873b2e25486fd87604387c8b22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a118051abbaefb5675ea3c478fcb345814dc423
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ae2f1b76dacdb9913604d47e3cb4d70b317872a843014ff78b68f2dabe488d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1213760cf3fb76fa3de5f9dc25c8918e65ea944c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df32fa4110774faa9c8f60acb08a36b30efbfe8aec3016912e701e6be0859089
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be41a2637c408971341de047329b36174fbd1d46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4f9b1819e2d20759bd583dc7e7619b9ac0150bb232d2d6ec509a5f31a2450d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba601ab04a9a7734a1f5eb4199e19b91c2c1b4ef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b05498f15c5b1db85f71c0ebe0da8ba310ca4d964eaba82b5252705279e10c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afabfc22cce14b88a2e4f4a8e085353b9573e2d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8702cd11362081664669e583e1e73962f7b3f1be168417b24a35e7579e46ac71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565b688d62b42262bc0f9c7f84cd774f04395862
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859f1ffae556f24793818e3a235514dbd4a22eb41144c22ff236c56b0d3b4495
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e62ee0b742cbab7e1ca8220d963dd3792cb83c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09638fe45e2f6267789cfc36603e2fe739422fa53be802e34ca7c571775fbff4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8a723bd9d09423af2cf908889eeae6deff2dbd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14681c3283c1db6ed7bd0b18e0d52022fa2f046c1c0dbc1bafea91e63db41bb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171662a78fa7f875092a3a127040c6cc80e8d760
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6243dee2f0313714b4febd08ec0020f9f633e04c3c625d68cbed510aa30f22
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209846bd5a3f56814a4ba8b08623d20191432210
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09d091a496c5cdbfd8cfa8e3288ec517c01df7f67458b3dd12e4ee82141288
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b58a5466442e9140c231805db12b5174769fd5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354eb965a256d15a38f6ae320539dac4f323705cfde36826ba86cff4da013a2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bdb51f6c50986fc779d8a1115d548b093ae26a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480a4824855eced104cc79ac6b4836c7b30d22b031b5a75eae5c130e69b69668
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402d649b4813fe4c09fe730a7a9d0114d52fdb09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d24f23ffd63faaf46efdef2284415c3a972277ced0086f242e09886ad9f248b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c9ba2358628906ac7ef9f7cee169eae12ce35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fc49ccdaf67517ada9c3ed34d4e91844f4bb8ff95f2c477c8f0ac9be39537e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95bfa77aaf8631aaa93d0111d8292ffc786f1e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb1da36f23a05b582ada66b467dd1afa039538a417cc454557108a241d1da3f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9f34c575c9bceb6db36aa6c94b3c6bc5e81369
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f053222936827695ff2022c1ec32e3561e74bea81aa375c3e3cfc973b490b447
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ea4616fd22d5f2c1a8f07b4d2e3c80e19d450b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ae4780981e79374438bc37d1e1899a708ec0a1699b272fee4404215517c741
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e756b64a7ffc84d6b9320e91000cb673d3fe96ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bd4bb8ada058d8c42039ab1bff1b59c20177adf6319f0a439ccb1ae182eedb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bb2f4bb2feaf2f800afad919fe5817cb559903
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf25a86d73bd7eef31fe2278b83209aa39cac981669fa9c58c866ba42d95736
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea610ee75fc3c5ad66508677165c53f99c9ac02d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84719a99eee2f729276938872e852401f227effa9b17ee2880b074bc60cfa75
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33fd8a2838b263757717a9ff9d47e4e272139c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf0ca3673ec14420bd2751524c6e9ee05c8122ad85207760f274f9385834377
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6e7c56e5bc1d3e2c88e44d4b53722b6727719f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59a6e095c88906787824272e244665582b336dbfb07be9f9cfffeb3919c57b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3726c51df93e32f98623df7acecb2d96305a7945
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae25cf3faa7d2d0acfe0a7f0c6297ca5aa793bd33c0e5d6b22ca7016c5f1104
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d03fad63b951bbe8e6dd1110444fe1c0f6ed2a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d953b03fc99d185ee503ded6cda09ad8a6fe150f74ea4abdcf9789efe2cf3a2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8d76bd9982501ef095a929ff673de78eca3de1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42609516ebae9b25bb481e0855dfebe923f1eb91099ed4dcc5a7064769e86c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b543a0ef197e8c7f1a1d389441aaa4ac4331b5f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760d709f3f95f6fd2b4be72665045fe6e791244be6d11d8d4d7a1e13ff424119
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85605c79bdfa44af4c62279390038a5a78b69194
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd933d460e097af7a872f1c200c71a163294da33e8b8c5cd6da2f2ac340a8aa4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aace8e6a97fd43450e3f7972b12ccad6fcbac2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2287ab1c90436793b3acc6278d5766cb253aeafe5f9496a3199f948998a890a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d04c62b9ad3e266bb6f904627bae1dc9e931a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1c003f232801430f3e1afd88be009abc4f8135b2896ba8e0e59decfbf10dd7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b300b893e401dbc7753786a2032dc9259a2525
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37345360aeb846b206dbcb830a8590985d54e460fee2b2f865236e85edca933
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1217b0951c5c29db58f7fde0fb3e1acee1fa9e82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e155eece5a29f8cdb7a022a21cc0b9a172b640832aad4bf761740d43c137cef8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ed0fe16cf46e446dd3412bb4b8e51139ef450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2997f58c7055407f4ddbdbd1b4c30a887abc5797ff970d1d887e925ebb83411
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011475b5d3ba109152faef77342243d8e909e9f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d5047656ea637a6ce0ffabcdd59d2bfd6dbaf887f9687a62111222f97c3dc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e4173852156ba2a440d53fbdf7dfc6de54eec4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989018a5c55af4bfdf9587db4af16df614d7d5b700b97b01080d484204bf95e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591111a3d83de6edefad600da2801b5fba05b01c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78047e7c9291bb2030d323269144067988e54eeffeb1836fc6735e69b46e88d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ba19414e44de87a530d7691e37663ccbd03297
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fabe5fa1f02f8deca016c581d8282b57bde56b3d310ebae1d595ed7efa14813
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63c846bff23a656b868f7c81546b019c2116ca8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cad29c036570ade6a1d2c21d25c75617bae4a186b81638540960f8da339cccd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a4b3ad1794a9f08ff90d601cb05423f14cd73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b1e9724c3b6f2da2d75bbf22c20d7aff54b4bc27fda168bd2788df6cbe96c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24459756be9dd92812f198112c034ceb901a601
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c68fbb03b5cf2b8036b2988fa642f2c63476b200d14c20c963b90e95ec57dbb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a946c60a30189d02c0ffdecfce1741229c96ea7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1345064529237a2734021dd3041c4bf42fecd7538c6b9852762aa0bd99672d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1632ad7083b0f5fd9093c8bb0acad5b22804b13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975de78dcce01a4146136f17ac1931b716a6002445e4986cbcc9e4b2a50bcdf7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be01f6f906f9a7ac168458492a8ef842b6365679
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ed688969c88fa15a95aab5e5770f1d8ca67e9666e1ddd028a3174c19360e83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72b6490aad1f51a78d749ad247f9c32785a62f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891564a756a05fe94571006cab550d52ee82cfc00d0c2bc25b82354a84c94f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a07ca4150983273d24e3368dbedb8dece0fab7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a250de1a2a3cd26682419bc2cc6cdb076d09e169e640a02ab892cba88522ddaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060e58e9f02a4143435528e682da26ce31f9d2e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305f9f371552745d1ba61261fd432ad819fd974d62bf25467ca4185a1d2505a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa83c9b5683b4132383fefdc161ab28fa58cf001
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c98af33d22348784bf011dab362a6c1400ae307f91cc2b84ba901d6cfc1a5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceff329fee3abc63bd27d9583f2f8905ce55a30
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1ae61b8a67c61643aeb344b8a83c5d1288b9fe6921f2722006d1146f7f8be4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d045cd3c869ecb43c20c2021597d64f047b118e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248f80baa3b14312a10f0eb4d0774ff1db1b1a55329dbee1e521a09cacf346fa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fac019c57007e2eb997af57128e43741f131eef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e11e0a86f102f7aa7a8420623069bc9bb4a77c016ad8dd49566b8ab93f8391
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fdb60de4601c1f4729dbc3e57fddc00e174c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ef0878a34b18e28b01fa1acd8f5318dca38e70283f66cd0019217bb00e3067
+size 42115
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cc7334ef4764b3f84e5f9656da0c7ffc01c8d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e454f23f34e40975678c8779ad118d266f33084e5191189c1e55e6b56f0d961
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54c11bc485864d23ed9de2f12832b2523f11370
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171ed971b6428b9263895f3d50dc304ed7eb976ce25289f15ea13097f69116f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0242d61a52acf63116a85fa303b2b661cfd7957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d893b4f7ce30a828bcea29f6b922e00ae33e6ad62170ccd80c0ac0069bf1c0a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4253871a30d2242d5aae58cb7834662038a4a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a76c76b994d04a7b5871f091b413aa819ba5f2b45db069b622ce5f5b04fe7bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f560a541a8f610b98cfc6bf8fd11f495ff7222b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a088311b887475d1534cc7d1f213986af1c77b7cda5778765d35bc7463e7c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2ae1343677a317398fbb94260305b6556fe191
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd9b5d28812e52eda00468ee4ab50fa0fd5439ad6d26e87a61e448d38f5956c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc232617919b67571aea52643238bd02b253ced
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e934223918fd7935e7897c9808a366f1d9435dbfdb14dd858a06ea938abf5a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f158dfdf240ad537df9496852dc1e9a24ae56f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6437bb2cd8ad440aef3d5903c945168f54c4d02a1368758f0426c4719573f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd31232ae3fc584563f7feafdac5098e75de394
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa9c17d401b27939a44b2f626a870cfd2bdbb0a783eb02a7b7e24d944f701fb
+size 11395