diff --git a/params/phi/6/rnd_search/comb_8/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104da3af69a0a2dfb8267c5ba791a1cabfd3b82a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484820e42411b2c0221f6fb49b8f09183f57a5c9a6796fc6153abf0f80c0ec76
+size 205955
diff --git a/params/phi/6/rnd_search/comb_8/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc39caffe17b9e855378cf2717a05c32dc187ae5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97393d8806435fc3c6e4192cb95dc854e691fde93765951539c898bffa530643
+size 205955
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e92f0e303dc477275a1d2ce83ddf840577ce9ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6037a4349c7ed0e97b49388d138e008ea50384941f09fe2911ffeda8e25026a0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79525fe7c8d6a38919e8401b6f1c1939fe42270
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90bd21fc5a042769a041b5d7c9ea2d9e0aea1dc85d2498f3d2b76a9bb219ff4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3b1f46960a2cc3fde8edde62bfccba08ae7098
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aa764dd93380ab604ead12510beb49a2a420a9285334c5c21585f27ebbb999
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d3ad74b02cffa461313e7d5b34377f3f2dc4c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57a417a96c1e0c6f75dff74a4ffd3ac041b33d70cc61649f8fcfa1ba5bd00dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fdc7659705e7467f81d13b556fc4768a0db4d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd70a7b44e43fa02ea9b53e8d25a6ac0be3f15b57548f16cc22704fde0f494d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc39046838853b88a74958d27a5494d561aa69d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdd9229474c87fe4ef68423afe3035d1166dfcc8b7934f3ac51681b938b5eee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c695233b0ca8f777ca7aa70be832d33bedd827
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcf8f5f53e041f8a61dd510dadbd3ba33701fed338767ab5ca298bdf9bcdb57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6004744648b7d1dadceafb062840f50b46120a8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffcbf25dd43fe407404c939cf66bcb15210f2aa86e90434224a332f2c5754ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc657d90aba16a79c7dd504a8eb01909f15daa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6502ca3dd5a486afaba0d5f0ffb34b9176c10d6ead297f7d57a5773b76658ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b4be1ac21987fb754a41c8c715caabc44f3e46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f4365efec92fc9bc7696cd5b836bf58f528946531e2bd92d465b8828b91a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e308bc65641bc18f648a28d461f19c14e59f2a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09270c38cd06ee990403ad3e73d4b071d08c76c61e100f170b040bfaf618e360
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc281acfc25b8591634225d5a2e253dc494b67b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650b81f6d16111993d95c33045f6ffa7654e42d46e2740b3bc75c73dd0077e80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cf8ea828d34cc56e89680fcbd314ca87eed52c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56c1b4f54882bfb7583e8f2b2221fd2393f298778f08f3e498c42de9647a91b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eae2e9aacc3daf8db593a4e6f45737214c4c0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c8a1912a3711060a9342b056672267fd446346da22bf8251fd22d4a8e8446a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe02f3884d8b4d8acffc8ffe9680897ed53491b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1459d4a6ba3c31cf12be63702e757627c998599840ef0e3c6a94aa9b1cf680e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83269dfd62c1377faaf5b7461293306bcab26b82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dbfec34347a14fad64297ecd6b8135b1d17cdd853b71d0af80b167443903f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc74972dbe711ec13c60e35abf9e0bf477ecb3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caff183def0a1e0ef1930e58a49a5805a1ef6c89ea03c152e6c5eeccde65e1fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203996a457b9e82b31c1a0c143ce69e87a7329ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0520ecbdbf510e5fd0cf30379971d686c80305be4a464b24482cdb6baf48bb0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f07d79513f29c1c5c170348915eeba364494271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe31e364e43ecd959b4b1f5e5bf25c2535c7ffd5543f694d419af8d83e8f17
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103f58a58a09348519a20fb769348c1bfb55980c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f14607b53ee42c0bda1e812a74fbd2e21da30e6369702f44d926e7407ad197
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e06b4b56422f2a3c7f160b5ec0402831a186f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f185ca9735431eb465a36026e802b12c1d0793732e9433354fa3bcf408e2d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb54415c02d2765cda1131b47c64118133793e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823c42c9fde10702e0316d7d21f2f4e9e2081082dfdd7e850cea676a0310c118
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5e97de2ca0b1ca076e5c22bbb486a5837ebfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207d9c033440ceb066ebd8a13c852818c560460da3cedc7dba36218a9d9c2d89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e77cb972deaf6765a6231fc998196fd8aa33ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d91cef765f76837fa5be85b262943abe4f3bc7b44e8150743177ab3860e3ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262e3c0c6587dc7eba2adf6ff43a88815a31254
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f08834cec4498eb68d408d424816b4de123e83a2fd7b7ce3a6062f49a58eef0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df7996b07abd30f2242bcb5a90898cc93f04a61
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06251cbab0ed7caed5a09d4210a7f7509bf00a1d05f5e79e6e3155ffc87f44e4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89ab2c3cd46aaad9aac71b29dd4265bb57cec66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d18ab64dd1ca4b90624237d9a5dd051183a1a395b9beaa99d4b5b8084f2dce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b1896889de09716c6d8c0ab70cd8b387f64060
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1df6b3c4c437568859e2debaee5b3f622b870583fee7e22624517da0fb9198
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fd98c306e31397c39f6938f84aa150c377f7bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc99afdceb4cb8664e45777180ec79776c1e89154fad4b926831bd8b3dc701
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daef1da7e9e03e5b9894de027cab0ec0ce74258
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deb10569c1d4e3a50c897c8ec36c268f02c242dacc20623dc5e6ab0b3310f68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21162fd7d4118039087782434bcab572b57b370d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6255db614e7b8096c7c1d0f5ba101cb6ff32f69a7c1cc292116f732745ad1aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adda57f2f1374ea8ca1e787ff1c8f8be8faec1c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248dcfe0d485cf486720d6fdeeb0b1114cb7564b9b67b4775520ccaa6abe020b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1f1eb5ef179b75c3b8c6e3708e5a5dc037f166
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb39b4fe277222a60d7d8cb5e1fe9f60c4f2e41ac361be7f0724dada04424a96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03abf688c165700801962bb4857ac4cd1922987b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c017bbab6f9b623cfb9f09bc78ec5ec78466f37c70292977bcadfb66489fed19
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd40b8b1774253b72413560af2cd2d4740af278
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eedd361761eaa606bd522f08f1eaeb5e96d2cb62e20f6b849ae063d1c83a4b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bddf9ebeb504eb8a221e1b6d2728d8af1414930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116577cfe4add4c7d36fa89c6ba64119c1b6b07b75d8392ed32a929cb8d07350
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8d93cc028c0d8d41ebe4429c810527dced7594
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e205bd20d785bfd976f3180c735a63cbc90f1b0dc5378f1ab8bdfa37aab4d2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a181ac6ff5dc96884d3a415d36d6c0f35642965a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc58e93cd4a6274b5609964d667ae9cda6e41fcd2812a6a45e860156c1ee63
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592d721625d692de544b5733830a00f9db0d109
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6348254e447ab40cc4e46c084679850ad2ea11a6fc8a6981e9745feb4c4357
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911c81ef2127ed8f8915b38a167c2b034e9a997d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757617a6dc82a6bd9492c47965d95a07a7471e4444eccd2ed96b409c629da532
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55f56f273ec6785dfab591d4273777df8252ee7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daeef15e89183c488da0e15f27c4385052822659820c6e532829b1196ac7844
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaed9257b8eefb3e09cc2a27ab3f7b869e2454e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7969849655436f0e64e67a7c5de069c48dd596d0f4af319c1c30738ee5fe283
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8102d3c6350ca5eb41166095e1a71178838649
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7d80f689a0cba72af9abe75407ac0555e90a686757c516d487d3afe8ee1c77
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941af8b2aa700743e1145e8f0aeb280d2c1d9fab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df246dfeeb861fa8530039e29b68afd4497459f3c78b953675db53e3203a4ab2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8248c5426af7e28fee9a318545842ec7f29dd09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200c3d3550bc0bae2767f3684beb95f96ef54b6f521d8b0c1de58d3f65b70b2a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb34ad42cf66167dd4da94577869ca93c0e1388c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c30bc7cbe51a41c79d5840bf19518c0f235ca4f9e5926930be19614e0ceff89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a58ee591350b55aec869c2ed13cd6b2b126e4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66410c98733a2e670d6e92e2bcee4067943818ee530ab405bf997145ccf827d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde993801c3d48823af2f62d28bd00648bad29e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846b3e6f93d14a35fc2722de54a267fb103e8e0281810774eb7bee176cc9c20f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ccd981ee9c3d9cc7e9d4649c254d93a974d28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8da653b97aa4119de4b47c9dcf973c57d199b8253b619c5692b3bce99a99a1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4d44ebacdc1222a8c9dd92ee42f1b3341fc87d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1dd3c19fa4fa6891b75a033a605313b9ff0fd549e41f99da43395764ed5078
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614cdf23a323b48496ba5f929e958ca7f1505e5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bac3c9aa78fa0410f8d1f6fe7e89849385b86a8bed3c1afb26d439fb4f6c85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392ece4eb91f43c71aba87c99db833efaaee997
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f462064dfe7259e1757cd2781d7240a3b94421a74c5482bef3ba62b7786ec6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7052556ade902e8afd9e7d17aa3e57d8f1accfb9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589e331300976fa55d2b66b61f97be7df94c64d30cd05cec46f0af927820f3df
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab709e9bee4a7376c70537c24129b723eb73355
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4571282812052a627174179434d4359949b2a08a112cd797d7b1a1ef976eced4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3892bd089b518d58ced1275c1dda9037fdde6325
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5342e48e508316a02d69fed0e37432577d8d13bb4c836416920b4c6b81730a70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0083df8d5f05cd771e685f78e937244da07ab88d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e5c20004cc05c279f5d6daee225f92eb59b80220cde6b8220797c163976e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1afde0fecedebc9749ff94fcb71ce3a4836434
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2a9ebf7a3e014cdc172a6fc819b1939ce393619185596075ee854f1d6d2ea5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f981c5bedf8785c02d2e78e349cfe5d41e6ed50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6d6213125719c6b29cf7f1353ae24c6c45419dd9eba5f2a57040acdfd555de
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2ea7f6f77e4b7a384456112a2574c4e14348a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d92ba08de51d3358ec646a9f7944ffb83b760128fb76eedc07a96d7a9982b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff1e306e33964ba60b07942ee4d552ad6783dda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8aa3c193ddd87aca7ead386407330d46b1298e559f577454775c9b5136c345
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c901a8225c4b902643d69360015cd9e97fd86c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3157d3e40f2bdeec3ef4f2d36b655248ca6b22ee05f8c4c6cc03cd57308fffd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f0b4c6624702bb4275f5520b5291c85e1d4ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93b0b2afbdf3fc2abc8c95eeb073479905e2d58861951f43a2c592740f6427
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819918242d1a087b157a0782cf4c3ca9c099e65b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1671f038ff01eb952b8e2e7e7c9a15c1d076771866d2ce2f842a682ab6dab2e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d416adbaed43c1e7806f4714ec2cafb1ab7666
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5360b0d0e0db0b238fa6b9f90fe51b5ccc7ba1bd8de9212c854c2d864c66ddc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7272771702063bc71f8846f6adfd533b46683e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328ebf516fbba418632fac68921dbeef07ab0d0db92eb43610725ed00e8d3714
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8fe57bd69e564e69e12094da303c2bb7bf2572
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19738af90d99ee2fbeff638e10892f8c3cd5a5f5a8e44ead4e6cea21095870bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f0e26e7a97c75a91a023b1a247a3d11a6cf496
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa7d3736cb9b14871420b3e63529f279ea07c80578b97e86dae80a90a7ac0d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab379acf1570c9ad1008781846244a4b7891abdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831d288715b88f375605f0e90618ee752d6b9257acec924ea6e0ba460aaf581
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cc06a723d7c5a07243e5caedecc86167a08dc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e880f283912e85b4228debf74cabad2596de97f05efc4b3530ec34f1201970
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d3bf587573d63be322ff7a1e46ec860e12f57c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf9aada6f557510a6592af7427e0b6b63abd8d9f8cc9eeec9332912ad2a115b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4696127dc406d3f408af663fd9409729a8be053
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538149a5218e900233a2ae692c88d94e4fdd432281f1ae90104db6c4af3ada81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fed76db892cfd2480ce385514791f88dcb2fea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffeaf8ef624571ecc74eabd3e2afafc2ef85533d949ce09f8ba6d398c69915d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5252d6e3e5eddc4d4efbc340d2bdb0f1f93d9cff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f681fcf54fe6c223574b606ae1270dbd2e9830c2b289f278cfde4dc348b08dd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3689d98f3247b64024513b230a2c5f71e0ce9637
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa1fe8f0998801936e68d6fc87d582651e4507cdb081418a8b71582a4cbe1aa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5c22a3a867c4887648a586a148ee3efaa8c09b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c889f47bff4b54cec9d0879b2c43df52478112024fa5a105a129c53c223c2eeb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e2f99f3b9cd71b311202e51e6cd2f9cf942f03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b146df4c753478e8e4cc7aa84f85cabbb6b7e43f149bab8d17ff0c658c4c0e61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d06a4bf46baf1c4f3ce9b5b4b25acb8dd73d62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de0447f8ca784a8c9e8d4736c260bfb9484a0206a53d2eeebbbaed1b1ad15a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86cbf9185fd3941962769518de71cbe371509b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613dcc4d38e13584a3f25b564becfbabc5f88bd133c821dac694459a80ceb005
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8057e82e28b3668e9dd325cd5771b4b420efe0e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b425fa31163039c3ee1ff6f2fe7fecc9e3e551c6479ce4ba8101f1c4f95fbaf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cf9e47d6898df943e59b056c4a679dc83be264
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e657351118ad5180abf7ef92b0aa3f53cd337080a505d5e8e2c14430dccd4ba5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c51f349edc28fd6bea252b071135ecf94007171
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a7f400313dc2674b10b5fd8f39508fd878f6d486e7bf533b4a5cc7569d5bf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da78e010b7518b7e4f89f3b7436a2d13564184e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba31ba684aaca08838e4cdc695e71881e9634e659aa05e2cfb2dfe7fe34ecfe7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9124afe00808c9d426c9ced06d7e669d63218e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807fcae231835fce802742d52b49d600e93d4d7051b720adc52406001560f49a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4566800215e695f7ceb21a6464642cbea69454dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959920bf37d1542414bfe1bd262dd05c8cd3a59813215c67e79fc41a173f4aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6372e66d0f42d7fbc4259c286e7c2181b1fbc5dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a434f8ba49646b4800f92b41f673db0ef7784bd61c60ba78df922c61b48dee2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0d49448146a4bdc400f918f365add36627685c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda9fec4604ff5b3feb9045237e80b88d71f0c826d2d67159e23ba621d75dd04
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf3d65805ef3a1dc83548b6e33af306c8418b12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380754fae2f2a53f0423aee9a127deba2b67c57a276857d6a8d9ed9c658b2452
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a5bd708ae46f2c4ad880e8d82d00e4283c7e7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb487c277ae2c04c8f28eb8da681d1b0e848c07dae526748ede2c5c1793950b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fb35af9d712eb5ec115a9942f3ad730a0cbed6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1419d38b76108ab8410dfa0b59c860745c62f656ea6be9e521656ab03313c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dd7a42f349953c1db92c030be64ffd7f66b65d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be0841a1987ccdb7f433452914a98feff3a6461b4d11ea72a6a22704a07efd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b486ef02c83eb86af01d14bc4d1f51549b41abe9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf36ee82eb3201603cac2f42a6ae099a6fa395a9b8766f169a99679c7c1d4d09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d00c5fbc7239c8a4b0af24916ecc438daf651f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6766d9706f7d01bdc0880243db27b8f42578b1ed391c8a5b34987bb731c1f845
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ccdd08ff91d88ff26e2ba20b0d7333a863a52c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d1da050ffecf4ee2235e0e6a4b9a38a5115f77fc6b94b86944bda80b9f90ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c205c99b2770b39b02fa636b39501c2a2c9c11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25baec2eea6b9b17f29d2d7fd8d3ef660980b1e6f0d56bcabd7fef11f9bbf1d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063de0dfd2da89d2f1e5e9614449df3488f82110
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3654d6a590af5956164998e306f5af8e3c3f8e123f5255e9dc3cf9062130b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacf1422b920234d02d55edb4850b6ba63e68ae3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca07d289b373a19fbd0f20e59daf6987527988bf12459de4e5795874d99c87dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046a00c8939a3b8c33e2a390f2bc9995f0ced7e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e23c9c128332665db0130ecbbae3f0411a9b6c36bf156989b397c42b2fc8572
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828be6ffbd3400e3902a55b4494ecc9e5afa2eb3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefbfb3f814d9f8081b8fec2a9bfb220e4b046f4fff0748949dea0ddf0b433eb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4522c213746d19782024213088b2c120317d0b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c06d54d522582668c1104adafbc6256b9a40fd1573823e44f2b5db83073b08f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71fef9ac6e680b23f3da76886a3e714406bdbc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6b1dfef75243625cc2122c23e600890b0374f8e9038924a3dafecbeafd8a34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea56982f53265e018f1537dd77849615f829a85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d2d15d4dae9229b54d211257ca74a24e4ac7d3489c67d547ca2b817ad20e82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db06b258171cabf4955349083a9e0f407ad41abc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a55721bf5cd9ab98b931c8d4ab6944b058bc85aa98f4403419d1258a912f2ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2a3babab35e117195066177444ab034bbfe81e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59036eec21f6cc1914e0da7dd2f6a9d4ea51827d9bbfaf1dabc1fd5d414b438
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be9482a38ba09a44ad71070c285b4a84209ce65
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d8b23268fa8a756d1ea213d01952e7d5a1f995aeb127a50ee35f567f851d03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db74fabe7f7f4eca1de741a3c0d6e39fee1ee05e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317a94571d5465811f32049354dd04634f136b905b3a31372fe1b28214748906
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e020c6ea15296a515da937b0405038a3a66bca9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98821de4a80dc7d5a385b029379e594af299289c95eb9fb6028eb2e8dbbfe432
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96ce50cb0b72186af07d8d695fc6c8326ef6a72
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cf6353c710ce8a00bbb39de54caca053a2cedbc576594c771fbeaf2a08e0b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f897a2a6b3d1557273f3feb9bb5e6e6f581ea64c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f1fd5d1acaabd49843ab26a2bbcd9e53d031b410e4829568ea4ebafc9f8410
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a93b56eb0bf2e841e96acdb5e8b2723d1a7f52
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a900199e9f8178f831331da1b735bf47e7ecdd77deb525bdf00bd3f37ea9bf6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97632873975c0fcac16a4f6eb11029573830223f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be18ad935b08f3613a810b0b449f8bd74328470a14831c12107c2de12664c3e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5456c3fd1c32ef5454411bf4d346591578230c43
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa673234346bd1a561513663d103c4ad2330deb2ea5b5a1ddc6dd5985b828347
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bb6f00c88da258e471dbd9da00631493fb5f6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bc34c2d49456ea07e00f59488d2ff004a7c8b001973fb157d2b3646f174563
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb9147ef37e38008fbd7282ed34799b0ec5c53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af601023efaf0b5d9331f290da5ec2310477b1227844bf9f402e78eef27f72c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b19f7064650bb95cde41c66356278ff70378a2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8f437ac0a5d6318a80b85cc5a3370d5be59dbbb815cc9515961d60673f3551
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01814be4299c4333ac4900d9068ea4e2f539d7f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b264f3e4c43b962433c05c1aa15c8846791c95884d31996d38252830de7e73fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1519cf10be9ac4e8c77b0e29e44c07702d893bfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aec6038d17ae885c60534872c41ba01b876e883ceaac231355f951e826319f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79144b00191781af669fb647fbf5ebb26c226fb3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa03fe42bdcd87b79240dac409de162bcba38abb6d5b9e1ca9ff3d24e3d8efc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8331ca0e5bc41fc16a14b5b01acbf3dbc0dfa6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb26485c53f24df110a0ebf2cb849b76d90678dc59c860c94f0045fe9581956
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9539efce70352c6501e2d3082e73edb9b9571f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11c268453043376381868f8fecf495676087fa3717e791c748b05b8dd2e201e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b6d8c34df1c8644d9bb9852f6ae96bd43d57e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb633676c64f7bb8e85d99d1d85999aef7846edc476c4ece2ca6ee8e9f25e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b1a3171aac60b0d34f68816fd2709d66aa50ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3b54fb626cb36d8d2105bae51c95e24282a0258676347df41f86f56124640
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6646a8445ab95262bc3dec07f73baf34c4cfe77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9cc7b8e3db264038ba839bc30d4ff2411681d11d3a78bab85731310e46bea6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50d02eb96ed80671f1a3436522b2638fdea4599
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c034e5ccd366800c6ed5a70f055bdc2a35e1e51532a2ece95968f918755aefd2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfea10018ead963865ebb52878ec27178ae0c45a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af22af5514bbf5e1d1786991bbccb8d45c2bac4907032fcd066b21bc93af381f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719dbd13a596ab0937ccd4b86dd456d5cf3c17dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71ae6c9ac79e2146b1def5bcac6caae27704dea1987168c310ed93ed0cf3b44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d394995e4fe76f93f806ac561e4e2cdd27587df9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0d9c3bad0cd3f6757fb7a7026ddf73b1621dadf546dfb825beb38f75e3a9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f8ec78ee6ef3ddf0a5f9dc4a95c36bf3947f29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bab70ddc87eb7779e7987c017fe7487d108ffd68e06fb21b29cfaab77d5ad8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80973af86444f8d477e0c22b5e542cfa597ba6ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a84a7ca9c529018a98457f9d0050c7198ec7d115d27b7f52060b67c1b463210
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28ec6ec3e43cbb707fa862e9036da5c37a6777e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65229f1bcb61cb956415a01a3520405bd74bbd3034685d5482e3736cd0306b80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad41d67bff5a2b2cb0c7c39f900081f05c12fbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f4d4586ca9cd4e6bacfe72403de2bf28cf498cfc3c784c6cae2bdf6ca38b6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dd593b3a2f42696f8f4dbe48c08474423f9e5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a2a9e7c139b17e2a998fdb720dcd5fff2928427e24e6b27453b076f738da78
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88377c3aeda9d45c1dfa94b2a1405005a66c57e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc9196e0a191191d9b0429b2f249b3475c6e265931697f4d452dc3f36086f71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ebdf410bf01a5fc4c425b8b369dd5b09b0191c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9d5e4db15e953375a9d99b84fd08f88c26b15540e8474964d49aacce61b075
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7946b07d7b4ef2e0dff711d073c320e510a6d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec8e3d323abff38be8c10ec77e28f7b83bd3ccf414264d06aa082f80d4e2bf5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5844830a27faa4ddab5a130639ce2f6b04f4e9a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256998743bebf99175098745c4caf67635654bbf9353e9325aa4dafe5251a90d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba660336d4fc7a63ac8a5317ebeac33569f898
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2640bd5de1728f18dad694f8adecb687ae202be008f8c60f4229ade34b085c9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542eaeea0a66fe2bfa16daa5133f6378d70c7e4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76d871d768f1d13278d955dd4c3988040eaf9adc4ca202612f3e18d1e5aa6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab4af7fe66794b9c03ceafdc4efb2e85fea77b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b871760f80125203b27f5507ca7e58cc30e4bf61172126b8d2814df8bf2e2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6537f48dfb7a60c9d06501b687cf5532ae659cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff1b6098bb27980a9e1b5790b504015725bf2243e03df79e8f4533b35f906b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7b3cd6d6edd46f30c196eddd8e844f5650eeb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174a13956d48a7d27178b84b0d7fd62bd85535cefa312a0f223c39c7491f5f0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec7f1b2d0cb7cc3d3c8aa0b962ec372577d13f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd3df36005ea296f7a56ed7cdd1bb41e62ec74799e05c1c79a258df9011b2a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd884dd9188763e286be1823537b07c375adacf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb89bb3505f28a076f7b23961872d35aa7d5030aba4beeab98ab9cfddb1744b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb4163ce978b135cb30729040571532ce81e3e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bf53808221f9a049a68de3d7a5999b6df762afd96a04fd79ac89061415e515
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a124d63268b2da98e64c72906f1a4e806fbe243c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e485856ef63344ac69d010738a06c7341256bc0e66c1d5f15567148fab142d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a5bfdb68c7636a529427971f07e1a809cccf8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f9592c96bc4dc62246ca5dd564dfeef55d4488a571f7c308d7bf976d78312e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aae575dcde1b65721d54b104719ba604d604ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f85de90cc2b4f4a1e97351fff38f1a7292a943ea46dcf8b8e8a58e360958597
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d00e561513955481851b1ea6cb5c390eff0168
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd12c692d2f59b973c5af72ba02d6800cfd3aa060530f5ceabfc8294c5fa472e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36140fd737959baae7236826cac0b477fd23c29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb27f966557af5f7b89173eacd0662524468ef83658fd3218be5fa526955f29
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efc50b198fe103601364d298b9649e5b2a415f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53ace55541c1d3b2ecf39a70734641d56ff19e87b15ad305e34ea30548184cb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3ebb61f1bd739f68bf394bf739b78742ce8075
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993b8500edcddbfcffcec0ce0b89f7bf0cebaccc5ba5f2525d8cf05d8855b71a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95931e63a6494ef00e9a903e5e4f6a5e61f41f89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b03698db69ee645ac930613c632464f088b455f5a49d1ec0640a72b4ee0fd24
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832bcb28680a554c2ade646cb99d63a114bdfc94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e19f5ddff81504a653a7d205f5ad24019dba952f9672aaad2f6d91af3a49810
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393f8868515ed6524e6200a26c5503ee5a23ae8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49de00aee1bfe1cd89b5a51d4dd5d5c7fef7e72c7a5977554bd1b085f9e5b15b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226c4333d2ae6b13a064887a4a483842328d9470
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046e3c3499cc4e609c3b3cf10a5b7e9d3f2162bdd4a72afe25560d050315550b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e354d62ea891df468667218c22f679176cb0163c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7098f1ee1e800adb429a390a6aa6d944d1160a24788992e1f9b0bfba1960360
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4cd0ba2e8d855b22b96c115ffcab8599bd7e66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b3f3115ca95c937a26a1a17aa2f34a1029e31ecb80c9ff3d708f1e5e046a59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4747a1931f55efb82c6050a1437e3f5f19ad3324
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ecbf3dca7f6676512dda56ca49540dd7cb6d676867908285c8dac80ef895e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ebd6fc02aed8a90b3a20435d87cc64bdc1f0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bd7ca5c53ad2e14934180378cf2d19b75f94c7ae238900f8278a83620fc243
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731b9a5d43308b8a501218ae8dc4071ae468f571
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eee77a17b7b731d5a426f8d574e4105d3a18be3228f12f1c61f343c4954be8e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b41238fb441e6a0eea8790750e271df1d238bed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f53bd84c32a3a4d2c764c58827df826fc0cb6567d0f3e14396bb20002d580c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39153b0a95b498f32332f70c3d241982f9c51e3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c07883784cd2312502ee517e59f3c0da6c33f55ea5c5b6c5c565e3367e8a41
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f874c5465828f943297880c00d93e5a8515e127
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066a928b00d4fba10d5ac7ce7b436f2fa687f80309107270eb8f9156ec846493
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5baf48fd554beeec3d8f7be69ae930a7c237182d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31661234a0802f1948d0de5011e90314f8111222d22acdf0a76ff9c158dfdac4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff9e61ad21ff79c316251033bcccfb92179957e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afce441c0773e1b610cd7763777779604ef70a2fe40182a7ee08550dfe9fd84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f4a7dbdca323770da5b8b4720ee1274d90e1b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17134d37a5213a7e33c43d40ef945d90ce81a4d6600f5691f3d4d29d7b05df82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69b90fc778110f78a09e48ce29793fb994dec62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb716b11eb99370e9164fa3780f06bcc3c2dd7c760cbd7b98b3a04b28a17f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7391b8ff323d5ad2d76271eb2d597045ab5fbade
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502b8c18e855d9156cefb66fad641ad35ed8276cc8e01111516a293e866e39d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108ec0033b69cdf2cf64d10630a936b080c36173
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f2df5196668b25434c266cde520f67ebd079ee1a663bc11adee165a94c1f12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd1168e0574a8f899e7a297aca9c7230591921d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f87d7d8d869f81b1dc3de4a8012388adedfe5944a6e70cb9688f76e1c473e17
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33040c0bfceb4bc179f2defdd706f19aaee5cefe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce423445013b2d1fdc20100232d91fe041154857deae660de5423540c5f3a52
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776bc64dc6e2198de7e9f1a381fc6d410d592718
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32081a6541a300a238b795c99d15c1318e66730e26f536e7cc1077baeea51f49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab684f0c86849f09660419c18487e7a7f519728b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7839c9ef9b22b2a2d63b80b7e609574afe0727f5f597ae3e5d52a1cd20f01a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e22a08ed778dc6187c20ee4c1ebf051f7a5d54d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda39558a6ca492a44488bb189b983e456016d56eaa0e997ead1874139043d55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc68b00d13b9b577506c7bfcdd7b3df560946bb9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04405392dc675c6513b88d9e2426d8d0df235019033e696019f3a18e511bb8b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1732b932fe5fad9b5152c5ea4ee89c2a40be7846
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a7ec0a38300698f9ea73515812b8d1c1ac9712288604e292b2f6d8be05108
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7903dd57b8e267ff2732f2839e94284eabc48e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156c92520caa6ce84c3912cf3abe6a10be9d0344cb6371ebc05e5f987d3ed3cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c893b355c66ec168ef9d0ebdd66d962d485d9778
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed726a96d9b919ec6c71c43c48068ec1e9e0ab5858f9c882fb7232b0db950415
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc3f615950720734f325dfff8a665761cde0eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef837104f5812257623cdd37d84eb17bbed37702a5e505c4f5c2d094d7582efa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4e69ceeec2d8dfb8206a1bc30011a38977ab6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9888b4b9e767e9959965e969f11d722fafdaa39b0e153a0f240b1813e8afbf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b35199b53aaae7cde942a34d3471854dbdafb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e594258aec3ff700a9ff6cd3ab23d57fe0e0c93e2415d2256e85114d27453
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3357dfb9cd863b4b0a6cedd19abbe191b67dc0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87442e86c0879f8de38802191d3ef5b99ac183eeb6950bf8874874c0b48b407a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a026d2cf248744cc4708be0b799094e5b767db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ff18a4627771eba9f0833ba9b7d503d38478981a3a7d5030940578c65c655b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f85e7396344a37eca5b364c02909b37baea6a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2878dff7620be5e038d5ec58dd4f822ee7190a1186b9a15f1d7ea0ac08f21ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8cbdd213e1f362e77cf5f58182b6a4c1b56626
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8733bac04f2ecda3aa9d639016550b0642fa15bc44442d6e384b9aecfd29ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71d9502b811fae7f55690f008b738f9bec029bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cabda441bd6b726ebfa401eecdf437e7f903ec32377766bc4fb485d59935f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0b8677aca19c4ef4d9eb0df571597f4c8e06ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbc1d6553fa8f7a514e1f5b80a24830968934ef6dceb1eda497c64019b72e0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e882593beead91d1f87d9d09107c111edc1a866e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355a708660916f860bfc3a86943cfd98f61cb763245431b71b98f45f68fb6e59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe6463b5b3211dd1deec65551eb89fb4224c1c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d44d2255211adb8f8b94e24ca18091290cb4a153c2ccc0b39328d029f6fc4ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c4e8b83adb2ada8659fcc6446adbef7300468
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3a5e7826dacf4bf93a37bb175a8596e01cb95fd41d01ccf4a771160dd9cbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a14ddb49a50346ea42b5854daa567b13aa6b74d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd8afcfd990dac68fc32bb1218178b553d9d32c4923e8e13896ab95d3ecb751
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749a3e9bdd352395780013a4e1c3a137259689a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c249a8e93bbd05b2e5a200161a2d467f18367087cf9ff8a26ca246926ac27ed7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a69656f0cfa7cdcd3a6c7b0792e990da52459aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f01e104a09818a76e134c3a7578ee85e271eb6de06c09059eeba799fcd4417
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d8425fc027789005eeb0f4966f7d7179e06971
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4740aea24957f167a7bc42e0a3978fd614c037291ce385506d425404ae92e89
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da003077b1146523547598530f80d9265c83339e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41c97cc81141acdef1eddc7e841dcdbfe738eb36590babfde6ba349d45af1fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae6a0a5dacd3fecd9e828c47e47e230d2a8850f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ac92656506ba4a6c8559d7f773726e7bcefc09c18b0541876fc673f067c7d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceda907c93b6b8fb74e60a7a94594fc9a084c05f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8facf5beab04802a8cde03271a68920f81ffaa1f130994c0058e50893adc24e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9b189da4a39349e3dcf3d26d6c9f5f6b141509
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99555320f1b439768af5e514bdb83d08ec41d048c77082b983b05dba0a7136e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427fe24422430343af82f427754a0038ed5d7a60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab402475404d17345024afdf0c6d29ef265d29178a243e9d059e9ba49022402
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf409bf830203933b20633a781736ff6750f548
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef25f1bc1467ff12c6736e2417927c37c8a822cd7d573d935f916af6c8cc313
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70324803ffb4c750b855c0609918ec791c4049c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef6604686dbd44172d73108108aab4746b4c12c7112d07c436ef1495b028e59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592014e02b0ff3ee561a3146f3abb4e0a1434db9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf3449c4ed8e21e699cca06cd2eefd8524a1486be5fcb13fc5e4823bb98998c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46386ec1534073a198b5cd27c5219c7be0b4e957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d059150fd65dce77958198fdc4e94f1e151ec9aac5a9ec20c7866939260ebf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20339273354f1d6d137cceb6ec26139f66a0cc55
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00051b2cb4bbfa766d2a1281885139bb84ea4e49fe57deffe17a10b8a3ba0b73
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e1c1646c13f2350ce130d98942fff7cf1ce391
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f131cfb2599319e579678ad34431bef8a296fea14bf0e58bf98cebaf2ac15eda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea90f1095c7ace894a4c0c083f226922b45c4c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2adf0a2a9ba7445344c76b2279856ab5b98dbe9eb5c87f3ccf1771a290dd49f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc312709e4e3ddf8ca977998258d4e7a7a48126b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e99884cd50d2c1b9f2c46b4d1a64352cf96ac18cdaaa7528b34244da1c58129
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4762298ac8a529d6bfc0abf6cf32136a7fa8468
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baef987a15abd8d85063a7318185cd972f0e9e881bc0b40cacbf351967784e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80661aaace7d8dbe543af02ae972c809b67934a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a0e7051f0e44832c8dcc884e4b4085462476dd8db0462b4e76fe8b078d095
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b71aa5a1c9dce50e00c9548c5ac774615323127
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bed6a68db7c5e0978054da84791bf8ad3f6fa2245e1fa389177d96784186ed
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7441f581082ec0670905514addf5b6e7e4e4718
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117eb5ddca4a526937967ad9400509682903e3a09c88eb38725504694978eeca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014a25759f872fc089d279a06469ba5d76344756
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd47c1a15f159120f0f326b314fb734b0313709760bbdaab1366e2d2ffe74b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171ef6e1fdc690554cc6e636364e4067e1cb9621
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98551239ae00a7ffcd27ba49a27d4f5b07f05129f6c8cb2e19ba8ba9dbf0aac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaa2205b6d8c70f5262d4b9c07ce71754fa7239
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff5e51530072d9fa21cab498fe3e7609be03794252f4a46b50e48335c6f777
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c927d674e38976c0ed076aac343a8858f9d0fbc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60580607a67e0e0497ec406fcb9764bd351c1ae2ae8fd59ed126495b535d19a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a7e5ca2bec61d859cbd942503f80dafa647a74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0920b1686615550f0652b0074a8366bd09157fef9de32ba9a6aece8f7379354b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1981d986ac978b5e4046aec5bcbb4d3829e5e3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4dbcca6bc9d4c9e71887fb7a985e2ef66f286cc479936db925b5f2568befb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f148b53ddae3c2b5dbc8a7ab01f335058b24f3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405031be4b24fac9e816c1d9faab548281d77b81830b3ec50cc70dd3813ea28
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6c17dad41c74d881498597a53b5bae2fdb5c6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f58f1ce8c27abeab57230964e505c76b2de49d62e1c739154147748e303ac58
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e10a89ffc6756b87a0c4918ef3b0f53f99d60d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540049752563e17a67694586546ff0ab418055eb93e2da923371b64361479e54
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44135e366051393cc515f96bb6825aa95e69abbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c1df0bb32741953a1083e18206e8e8f27745bb6383427f8df33a05ac62d402
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3dde23a924f239157ccfd8d7f73ecd339c2642
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d45490b305814c81983232c1f564afc8c751cbcad0b2be9758a3a359f38ba2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e684072724b22e0fa6cf71c887476e2cf91a27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddf2e517292000bcfcbce1929a7845911e3061d74ed8875c09384e8d091edf7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9022dac87e4cada3a861aa817e31e5c429cda34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf51bf0cabc8678f08ac21b587d705bbd41e7b44c280b83138e84b1db3d42a74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f564b0d5feaa890e17860440d56a2f92e8d183
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a245390da197b1dd6e1cf22cb17325208d8463315553d80eb09b36cc7c143a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad2e72fb3a1c106068f37ee8097b2fd70ed588d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922c03f40844ebcdc68e2d6cca1e60d64b1ada2ef06ab83780f01b2d6cfbd2d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1e4d71ec81d8dbf5cd41046b857d6bbb2e7d9e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aa3def75fcd52c2e72bb39bbde9425dffacd11ba88cafc8a0494668121645d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b825a90a680260be8ad36557281ffbbb46fda7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f64750e053fc1b3716c10a52a6360a04ca7afb72887f6a59518c86460e6dd7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7c09d1487be7fa0d69c5e6cb409919745ab751
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77213d2129574866d1bddccff92acea69173027988d7b7a70067344cfb6c1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b19db74c67d78c2b7e29716d5556801bd149f38
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e5fb19ef4486d7744c65c5a477bd232d9761cb190f61a8cdc12fd522be459
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6981d923666af26aa60a602efd757f4155b0f615
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d787b63f84b329a048a76bcd03ccdb317584e43fc232a2d49f1597682fdd34c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b0b0e703c1963320ad1330e15a506ef45dd2e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d02cf49aca78013a9d19892926b8ca7ae7904dfe29e7a36f5fb841496f8327f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f776da0a19c601e1408c4d46f1e053d26f7067
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ac9a5e89936d827d3c0b819bbc5e46c2971e3291679c75f035414594de4e9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ae2d3fbc271cd0cd7fbc584c9fc1746c3328c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f593a06fc6a0f0742df688c7dd5a6096dd61511abafdebb33ebe80dc01090d4e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12952abb31ccff8d60e1d88fc791fd7e305d805
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34481627dfa5a87a8d954af03654e7c2dc147829596f3743d996a23cd672c386
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab74a1cf816f52b62c8172c6390081551b6de1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cc804d7ce4034390c6209d9a37975c6cfefeede9acf3b88149e8169fcf7cc2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fb8a7a5b49ab267b47e9f52a56e6174061f3d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45816415932b1a4a4167afa4f6e6b96da28e661cf0691f5c94aca8487e66d3a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3909d17363a07a807d42d523a330f55843dfa7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccf56ae0bf46b55212ecb07bc34a1830c9a3634eb1ac6a74b775343b5075e64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba7f6b2bedc7be6de73ffe0b2e0072d7ed49f8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaad4884f61987feb11b0e0f7050cce4c536bfc7e6c55786b0c355d9834e51c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de651a3de9e83698eaebb347d07cd9df27fdbdd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3a9f73a7b5ddd81100412c0b62e80b93dd7f47f006ff5fab66268b6d1e1fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90b327c8a901f8fb4c252f4196436585d346057
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88939913cafde186fcfdbe3af54760ba0bae9bde31b90521741d1d15f26b609
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fec0fb73040085ed7b54527360444ddbcec7c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3d2366536afe5c81f4ece894737750f9ad28281b0b126cf325854020cac1fc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ab3987573896bb8474a8826fe86e24a020d7d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ff3a92c326a7689d467f3a28401bf2e791a7514ebefc5aff50c97f85dfead
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36639b62b9e648b8b3c91a456eb03e3994233e42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4081ce209227184784d6978d9b3e1d5854ff8bcc16c00c3da374e06fb41ea23e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827b4f0df95f3be7b901e4cc091af5dcecb4a70c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17520f5aff14bb5eb6901b2fa8569adf834cd9a588320e253ee70d4bb10e4141
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42488f68ad1b685abf990ac04dd290b03896c60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eccc357b37c62fb3d624c406ea2aa027e63ea06ab212f33f0f5adde2b670ff9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacdf171235c65ddc1c8eb6351c84eada0ade011
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1d03672aa39f8db906edb4962060be10cdf7f0f51142a55d39404fbf48c674
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff08c934b0c397810e017953fab290a7f5f01701
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435477847e59a2307f2d6f72098fc0e0144cbd0d4835d1820f8722ecdfff2fef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064acc3be8489f33b772f61b168164feed4e4c1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44053c5eb65c1285945d15b5310b6950fd0eb0afd5dfcf4f9f53858d57ba5cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d445850603aaf89f1c9ba8d8d0b138542fb9b3be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc63ffe8553cdbe83a817f449d42aae55818ce905fb80288c1247cbba0297bab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84d530604d9b760187e941565ad35a8cf49a0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19962a701fa79bbd2381f2e23fd3b907ba058fb3b1b46d4e20d1e16cc8049e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e027371cffd67420a525db1b022ae4153e4563
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9834c28be93f0281a26688479de197f3fb09e689961e6e1f13f0a7192ce344
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c16fda80db9b64c5f95dc74918b91d0315eaadd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5005963c8f797b52cd431fc59ecfa029de8b2be34ae4917b58053347fcd2a3d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575b4f11e2fbe814b7c86a1f344b0fe7c5bf1899
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f29fd7eec8cb30583576a0bbe732ffdb30ae8ea27eb59d23b6aa699caf2a4d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7010212383162997ae54a76aba879f4e236b70cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acc4115a175cdf3f0f2ae76960a1b926bf2606c5940aa1b959ceb051177bd63
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc02aa6c52ec846504989c907bb51624de794eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d130c56097080fab6b320e29ce2021ed01a8a3ec033d18bfed28c80cf60c6d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c00033f9a58d646d1812a56c8fea11cf09f508b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11aee116c27644c31ea766ce322bb39226eb90bba9fe657d866c25a08830102e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f0111719b0492d3ce14a457f4c0f9a57327f3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318858d86ab4e4a00d163e4fcf2c423091ef5bbac40c269de192e64407a1db3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189ae13bc3b9710a53c421a51541f925fad561f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63fb444cbf52bd1e621e6a48397c9dc8f462cefd95bab65e7d4abe755b48e38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae7355d52da069396094ae45efbb1a0b321482d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f047db8961ee83248e09d400ccb1487bfce39d6d35bdddc5dd44d9cdab80a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd9a6db159cd08b187ef0bd944db3b50eb9772
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfc2ed579779054afb9e8f7ee7b185c9792f66cec04eafaa01958dff3e6178c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294857ffbc8c94fe9eba226f3fbd5c7e621be558
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805113170e803dd9fd44849334fcccae56764ad27047606d70b8e592b95d8d7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e475c377f13be4ceaa1fc060126a3e289df476
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fffa7b1d6f3e47a73b63b45e4937c0726593bdfea396ed45600f352ec89bdb8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a946714adf513abe54afdf34d514bf9aa371544
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e52ac3217af96c70b73a3ede43df55ec8ce8b358cf88a9753b83ebc45bf3aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb38653e2f3f250109b0fec90758401769944f60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeed4d258e0e6fb2376f219a1bf30f92d42413d4709c032e469f44c0ea25ed9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f52c12df1e5cc4ee393f2143bba9912a24f7fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7167ecb400bf22f16e080f612d72b9e04df51bb8e82c948872bbd38849a1c20a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc813d9118df78f42383a4792020de78e848872
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12766caae0b363fa1fa3d40b08c6502a49563fd5b8f5be866287c27829c20033
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f01a03a513ba2ba258043c3c66f3aa1504004ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d02435f41d6adaf9d937905586db0b0c2419a3bc16598a4e1e88631f88a0a6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7648782ab3fe5859aff8ed9c366c3b7135aa35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563643ccd9b053d7c9e639fafc092c507461036a4179fb7d8ebb869117507fe0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07641b1da60ac8420c14c516823de764c4ae6d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dbe16c394783e349b44f9b4681dbe0ce1a8eb6f4a92f1f155c3f90004db045
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f6fa54e78783e9a1525459ec40b464bf5164fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeef03112baf2539f5ccdb337f40c6afe6846e7a1268cd409f2c8b26779cafb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1749dec81340799e0a1512aec7400c7c9f365cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947b6d95369f26697bb2fee68d632f633a7d2f7b47dba741c13cf79f079e0578
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bcf27b7d4891788145747ccb55be9022976e13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4a1bf009f37254870787e34d97d1512bd6e3d387626723f5f303b163238020
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea337b295d769fc70fc69c2e072059c7581255
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1050880ae6fb34e6d6958563e2d3dfe964c5bc6952467c53dc714ca0c96112da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab976c3f3c9cdfd9bdda12f65a492f4c6820145
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55aee8cde436edb8cc6955aaea46d5023b5e32c5ab2a7f03917b7c5a46711f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6bc4846e82c0e32ef073e32ab0f5c88420c9b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86628419561e581e12d29fc38fad638663535a46395201d3c76e4915b4ef032e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4086f8d9f79235ed275307c656e322d98958b3f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be54594378acfe407b94800f8502f3466e7c7135009ce28d75fffe3b28cce40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763e59dd5e4416fa25d4a8f67ab9d02d5e83ff85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dfe943a9e4b33c06f63945283fcedcb4e2da8cfc07bc0a6cc6dd0db3e462bf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a66ac77b71245cd5871f3ba371fdb1e4f88d94a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42977b8722daa23c786ce4b08fbe019692838dd20171a4615316cbced51ab5c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd6c61edb0277324f062f024c03be97e804b95f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e39fbbd1f596384bb1507901e49f61c9cc9b32e2a213b7c18ac566c0051a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603d34be794f71cb639dfd4f900da903e0b5ec57
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b0c7b6387c0ca95b90fc631a3bf577a75d1c92eb17216fa9a9c730332b5f84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126d2d246d75c560ceffc62243d4885c04754d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf91a841304e055255367a834f285429d846b481a7088d6a2b4a8520f0e90a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e646697ea2dcae4fd62828c1e68eaa5a822b59e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeb4df0854d332f39524896bd56a783313945a9923111ac59481adf72f03c0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7105aa7e3c8f1789e33808899da49100facd11f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6905a4e905a5c1e82b2db718bcdde534ae47ec6f266dde1b6ce5ab7b175ef168
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a351ea7d6d481fc67eb0997fa6d018f2dc97d307
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc9ea6465d752ef9410c356740a55eefb18e28556620db79125d7b2f8f2d4a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bf90fb156474a3c399e5d985abad2c267b850f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c52892f6ccabc54d39912c6cb3bb9a6ab23e630b75b622cb7cce202627482
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93435524f289bb1ecbf184dc7eda2276341f7fac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b1e1d8859c3039f1dd0d96a5cde41b76fa9d61ca5ab5e95f1b1eb93476c34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4f5b8f2a7614c235734ba6248a5ac0748d8fb0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1144c90ae53077d7eacf5bf6e3aff5739e8663e841f5d91c747eecad1c444c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595cb7d13f65fc32cf4ad794622fdf1baeca7b62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1503ec2c583fcdb344905665454540e2c7296072d924bcb341f1df953870f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f90ec3c332b3bd1c57727b6fb0d20e3c1824679
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e663a6d071071ba6c27a96e0265bda37c5c6d6f107ba2bb39e52b2cb25d8651
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9de2fe0f4239e65823e87a9e2b83dca38722b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6dfbc05e058704d66a5594a48cd100e3a78740bb7a1827e672380acc459446
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50925886c4734dd66265188c4941202f4b429a86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf74862d210b28b0dc80e5e5ad2661debc1a55ca54f691f2bd9082eee3c47e4c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e54a5d8450e062b493cf6f28e2ea003d086977
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d495b9b0a24649951855299f457889f1398aae2ad563d3337c95c122475c3ace
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ea4844e053a2dface75beaf5e7310c18923a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb36c09761e00e1c69c6b08adb7e40fdcf0eeac5bca37b0618c080bfe8fb68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadb69854c522baece2a135cc7d2859905fcba40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cd5dafda8e68a3b8fe761ea8d054b1b7436276e8ad06b1881076765cc597a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a6f154dbc01ad4da21c7ca0cc01c9a28c5b59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da74af08c2aca1fb884941d1360e01fd852e1bf3e9016e7fc35d052f093a3cb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7324f7b7384fd0cd54c6c66163efa9044d73f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e53553e74c9e8d2180b982932b7a57ba3bdb837f54c208b83e8f70e937205
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac0d33ec8e741bd1b8e1d8c694230f77429772
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e63ac391b4402a5745ffe9ed7e05de0a16c435a3c11dd6c138c627bf958130c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492e9141924ab477347f32bf835e28f4432a263c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1e80e878e3b667960776d97acbad431a5a8bd709266a370264ff58a1c2b759
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54d2905ff2f4492216b186ff9056e82a72260ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96611290dd002906212611c48672143aeba435f7991e80872362d7d86eb82e23
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73e659da7ea7cf6e44f4dc8c95a1bd765e6e7a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8831c11c85c9a99aeec778336675a67d96ca79486c0aa2ce634fad00c8d6f11
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877e392d2b65a4135cb74bfb8139e729c51e7660
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5bd08d0608a3d539e03bb4f50fc8b836138a4ed1730f34d7dc866172074543
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7048222269826ca903876126a519446c6e5972e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764a8224805e25ba1eda363b19a8f6f0aa1dd8ba0fe91e9f6581d9e14292209b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740edc2020509e7f5dc964120ceba957eab38961
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f522c55fc667ba6951a60009b4fd94365b40f3f3c2431767b943d321070cf09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6a2673ec418811f5f433b2ab497589a1170275
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53682bf485e4bccdf65178ef5ed3e9c659103582a1086f1bcd6aba76fc35580f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330bb5051689c263d35232e190e6e217f669900
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceea24e3a9eb08b6e2d16cee055f2d0ea9afa54ea29176bef07e9638073a4fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f512e83185a0f6ff33151a0b359bf311989409
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b661d16f256d954fbb6c32def333c9741c176ef99cb5c79dcfc812f0564ef4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce89dfcd08824e2486554699f67894a310efe73b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bea5ce27f83ce20b88f84c3baba49bd067776ae027e8bad18a2de88f7361754
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c72faee7943b14618112f3527450abcfb61dcf5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5a2189f4fbe028343329e9cfd4979bc695ed6bb21b281f15fcb60ca3997d7a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030747536ec9333955ea2a3f8105e508d03deb1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a351e7ef90892ae4c6db7b86d10cf4d7488e0061491c10460a93a3c4c57e13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dda05ba1f20685ec4bd44e3c10d6be30f160be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c79f186531cb3c3e4175ccd05b22e3b1f7675adbddfdbe736bf30a97a7cf4b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e794fd4382cbaa6fc431cbba9a148cf162cc1ed3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45100064985db51a3da2bf1b3621896e3e632d77cac054e905c50e1c02e16c3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acc48beb97edc5bc4c01a5d5c517540b22ec0e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1843ff2fcbe2e8e5dfa2d8e28cb5b307183a3c79cea2974597c0b1e43ac12173
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b992caf5b4dc60b64f98e18e0faea64c741887
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872185c8897322db5c5210c2bdb229f9aba34f08ad1e385da86ef7c631f70691
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fd1d60cb0ca54e2ab2e7400fea5f6b692dd1fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed844090bea2fd51100881e0b42fa42b9cedda50cf898b500545991104f018
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b06067de4a83a7336ae5439359438606a13974
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756b6dbab7607f876224143e29d60fafb77203d7a617154ff62b99c0209cb6ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069795b149987b5f328c0221734fc325fc8e2aa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd491de3fd5469cc60e7068bf755749ee27c2bfee4e53947f92e4e9ea104c48
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf59226a42243a350ad8a3964d8a7e3ba200b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608a22899297875ed6f4cb9068cbf5547d70e1d048645e8a558905e38755bc9c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d937eeac7fb5c92ab26eadc48ae922ed48b5c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea7079f85d75ad05816588c85529e8430890badabe48046a0a14d8beb9ce43b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c51fc2f863894e6423cdcedd0d5a836c6fe179
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe62186f8e92367d69bd61c68d5e42e0ff9f6d4f4e1d9d785c7cb084d8cff1bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7d8b04aa84d3420b7cf28de668979669748f9d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263144f8a7cd675535c1fe43e55eba10f813152c96f4ccf1c0dd8475e10a42a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1f0d64426882901cb69f0aa19801ee3b856c81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58006d4ec2afd4eb6f21c62e67de949a705856166870b8636e8a17cf6b036400
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2ebdaad37716bb767dc603a536f9eb2a5739d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f76b17b9cb7c0d092f70b2b913de1c54ecf343dafbb801acca6a7dda508e94f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bdb8979070644cb9da0f09abcde52a5380f901
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37597222db270415353ea3adeb6b9fe3c704d7065c0f88cfbff4c29c6ab6fc13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6200b4b2c9852915d5fb439b8dc75a742a265acf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4e3124bcc252cfa57cfcd420a1da895bd9ef7d7a7b111f342bd9f18d336985
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d404c8bf6b9d7ed5c8b8a972fa36e441ef40b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad99b9302577b887ac9d594d60ff795baf5080844c9e51e97fcd25129d3babf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887250763daa094d60cb1216a9637774aa661957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5205c358e0687f377616d00aacaac7c6ad3c278c3c3e84aca6e3fe733ce980c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc510b5466c6976d7c2b0abd6cbcc58c3306d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c05e68245796b739dd7f1c64d2e66556f1b2cfb0587e37fc73b85409cf80e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8352a26dc773f61a20b2e5c0f221ac220e536f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83fbaecd132a0c013c4f678adc251201df5fbb592a656324ef4cef7491fb67c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc041f4f5ac750a848574eb26ce6f130f67384ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7620604d7e979c022f0deff6f8c7b78eb0f65bcc62eab4fb8c0bbac2043bab31
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f95f94da2477e5c3bb87f46e3ea8970a8e90d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596945c65105fe3fbfe2e2875283394183e98cab5467ca14329e7f3b5eca4ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2dfefa7ce9483ddc87d341d43ce5b68143b5092
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01bf23f42504ad885a6064d0c84d68bdf80ab14db56879b225d027c0d8358f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c77ffbaa9ebf07f9601a253443cbd5b03d6923b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502ecffe797a77ea50ce7346be6e7361183b1cdce7c5e2fde29236d1f6673348
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d670c0765e0d078e49c58213efc40bb66c2f2976
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104b70c65887f2a6d85d0c00d3a59bb7673e8d46682ec7aaebb106cbb1741a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e0f33b9b65aad961bc6d4bdb93eae1159b86e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ce63f38dd7d19167a803d6f7594a96e240e48a60a80af5978f8b9d8813bc65
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9c05123447ec52f416c3b25dceda5cb88b343d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5760cc1a7ef4fc03641a571a4260f539ea2aa5869ba34c74d7e967528a29604f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3e613e7fe7be6cb430101641166e7eef1b574f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801955fd28e66d646b1621f87ae9b40aa5c9ed8f0a142dfb9aa64478edb10a12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8f9f512941499562afa6d6e0898f539c05a292
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181ba6d14f247b813a14998f43f1687cad2caf1bbe16ef8789f7837eeca3b27
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ddfdc5aba67b12cdceb84f198bae8bd342c0f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039a59613c03e24be97d2e840b86b704f90c679ac90c55fbad3f73cfa8b2dacd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a0a2b88c11b4aea5841df1bbd8064f249ccdbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16042f474e380e6f75d89274041e9d7f9832047549996b0f82f36a9e9d36b7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155c4769473ffc1854a942ebd04df17235881be7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9c90e1c6a1468ba62cae5b1e0cac2a80de2e1b204c26ee9aa9f1ae9b71640d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a573aded3727d67b2ecd8f988e4d59c7d982ba0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56db0e1c1628476d69f4fc780638c130a5bffd9c42d59e780b9aaa7a0093c06e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b84bae9b87bc8cd81afa0124a2d4cfc5d1996de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7ca0447db4edc9628b0c0b5b2e7d5b9b439b8db76d883a18726b5defc8655
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043eacea71e2d505f5d4cbbfabe9addaa8714c23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2895ced7fe59cdefa30085b8eb56f4743c329720f8fb38863f83240e9c9e6111
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62c9f87e44671ff2afd46a712119e36abc50b61
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36c5eb123bd9b373646a4074579fe9e69112634758f206f28c8d3cdf292e897
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01dca1c518be0cb4a21290a743efcc82cda1101d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b22c921257c76fa241ddde5cc78eecc0bb1f1332194cfccf71e6d4aba15eaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6c2f1a312d4bca532f49664162c70ddf4c947d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ca66290c2fb24dd62d9d5093d59e4b209ede8f780cbe00cdffd37d6572d87
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56b7066b5a2ce3e592a1b9188aaf65110dbe6ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485edf3cf2f9ce54e35d3d1db65653bc46f4f4ddda6d2f26db577443ff3a6d3d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94832206c63c96d7bc61a42a113eae795d55fe0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d57eab8edf3a73747f00e2b5311b9cdfc48576af7cc4c3606fb5d750304f60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d5daceeceeead0ff8f5d5685a0199ddbfd7459
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2997562ec37f7459a4738c9fe20dacb4bdff6840ea5a44facaf8984980b7c9e7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b3de1fec171462cbc421017cebdfb8b3adce1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456addde2e6c67791c7dc00ee107d323accffde4048a3256b72f3b6bb8868f6e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a44f9037e24377227f1c2bfc80ca15cd750078f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c81a93820ac635fa5d6af55ee44e81b95dd7a8c04f7099eec1c903da2bb1d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1d0971a2c199e93a1bbfadb6385b6ff10ca8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afbd6ee3940a67e4f84be9d7cb5400d73c614d33bb0c6e801576b83af9c9406
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1a77c3d5a5fd1295db300d18ed3645d148c2fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bdf74fa5039cddde030193e36cd920e4055d800c924ab8af65f1e5a21ca4cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32afdbda8485828411f51ed0ee38cbd82f6fa6cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45af2f9768b13657a26721800da930529e98f8bcc13d6e659978e3a8d61dbf67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9db9dd8fd448c800ffd4d0a6c7ef18417297291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a10d01967809ff3ec448744a82382182a7ca6a7dd51d131f3d66ceee2e8f2a7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcfbf9d12965d0188013218d77d309940067a6c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958515d229de63e2425550188b56c3adab3e3a19fb8e9ee0bb17c4eb00aba16e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e09f2ce0129c947f9a21b91f6e964052fe5da34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f66069c086cf20935a3ff76d611fb75c615a1984bbddcd9d652c14c9486815
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ae4fc9fa2c5260fbd623ead7e9c9d8f8b3c40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05427e3613f9d0697a29b797557059bd68ecde99a4d2df6faa0713dced4c5106
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d35535ca4f26e94980efc19d9da875d58be994a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1ac9874669752702cb7472ff0e2479335aeafff6e6545d0d099ca7e12d299a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a39f1c5a91f43ba25c7c2f20372f247e6d1e3f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3803e89b5ae6e49d45ac8c2f78b78a6a0d1ef5f88bbc7fd7ddaca5ab14fd6e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b76e219a45de6073478d235212b42a00553d87a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9da23180a097640afe649a4239096abb82532f3a7a0b213b44bcaa650628ef
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131f00d1fc051ceb977b833aabb0c09c79b9af45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70f2e328a7e3556738b68d6b0d9e930551edbf0a348188011f42749130bb928
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b35c097ce0eaf3b4f829758e99b933c2c8669a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee67e5556fee74fed1050942c1a9f35e5c91143042627f321848194103985e5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3f0397d79d475afd38519209f38a7b56493922
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6dbd273f9bac01395754982b26f426513316871ac76fa71665fd3ea831d77e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998f863eb543c99e32a460079be1926880c865cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba07724311600bb1656ffa2c444a8da90533e9a4e75c7318f121de986ada230
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc4b7af0a4f065418cace2d2e63967e5e29629
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600deda5d9338e059fea85b9a4b5ffda48545d89a26b00b565517263de4873d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0ac41752dec4355e8c9a45545dcab50e482d35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6d6d4ffed8b3e6ad446f682cceb66e171357250658fb68ac653dd23516c80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8110f3dfe53337b08045137e415b8be962212f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e49a37f025dc86d066161b9e2868ed5ee11a0cc3f4643ad484eff8fb3dec03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46df5de0dbd9024ea15536c01370c957b0fe10d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd628db45e7ab38c83eec03c6f435134913f799606abc3be36541dec0e0a751a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8920631fa2239993b54c90289e04dbd4c78e3c02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfc386c596b6b091ac8a8a5116ae2dace6a7ae2796061193471bfe860604f34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f43ed176029b054698c0cc9e65c01958b780c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572d68d16264f53d4c88cce66acc3ebdd796243e14d7f49314c4ca08567c3bf8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71c93927f4968e3824ae4f9cf79fbb582e556aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3175f3fbf6f2669a065f80ff119d3f91d1385b6f048f3878a20529992f78a973
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1612ca6c15eea8ad8b9a43a20d16efea8132bd3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689c74e4d2b136e98db187461d506c60768695153b9a8981b0d495fa019ec507
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c3bcb71e2f32b5ac6a8c4749baae7e4444437b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dffbe1e1d63af153a673b9d58ca1801d13732289d18a438ec2cd5ff91c22eb7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d38ebedc6ffaa4c102e90c9d8f4409eabed5cd8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03751931d10de4f1ed2024e4e05d1bc20527e2bf41531c723b18fa6decad16ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0aab26639174c64c935e9939412d32955a4173
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c878e432073efbecbf1855665543b0f088621154a5897e9776e8ecf1b0e1742
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2595926e27abc0c1c7e5eae639ef12549fc8544
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4007045cadaf8148081a20c17938521bf8075bb19de37c2a87cfcf9cd32ccbe0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b682c622a268c5678c8922f36d8cb024c1cd0de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1d92ab811cec9e91c1922f605cdac5f1bc21e93f2723668290e2fe5ec6df06
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef0e3a4a7490a18e0506e68351cf5b25a75643c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44828e27ecb0e376b7d06a5b52d9916a62b5a0ac10c0587b96ba32f5766a3d84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c061ce0ea9613da514cb9f1b20897d7f5094a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5031477cbd3ee9aa89907eab79c9339d6a706d1e77e4e6840ac65fb5fe5fe1a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef356871b5a51b91af4e52cc5bb6aa1b6e05c818
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629953734bc7c088a2e537a2be2ccc6b0f89dd07aa1f1c486b63804fb2b7b53c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c5a4e064b32606184efbc759c859eb58ec69a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d2e6247358277acd7e801450fdb885524bc1f2e7483620c48a7a62fb6f772a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fc27dd43583d36022e0f943f3be6890aea246c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ddcca958adc9618f0bfb62ae17e7a3a843768a3357395466e7fdc94dd720fa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70ec7a2c6dc85d0ed08e4170e1d85e468ce586c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b914b180ac7e0f0657107d9daa1d8d14c77fbfe731ba69a342a21d458d9818
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104da3af69a0a2dfb8267c5ba791a1cabfd3b82a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484820e42411b2c0221f6fb49b8f09183f57a5c9a6796fc6153abf0f80c0ec76
+size 205955
diff --git a/params/phi/6/rnd_search/comb_8/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc39caffe17b9e855378cf2717a05c32dc187ae5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97393d8806435fc3c6e4192cb95dc854e691fde93765951539c898bffa530643
+size 205955
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e92f0e303dc477275a1d2ce83ddf840577ce9ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6037a4349c7ed0e97b49388d138e008ea50384941f09fe2911ffeda8e25026a0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79525fe7c8d6a38919e8401b6f1c1939fe42270
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90bd21fc5a042769a041b5d7c9ea2d9e0aea1dc85d2498f3d2b76a9bb219ff4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3b1f46960a2cc3fde8edde62bfccba08ae7098
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aa764dd93380ab604ead12510beb49a2a420a9285334c5c21585f27ebbb999
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d3ad74b02cffa461313e7d5b34377f3f2dc4c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57a417a96c1e0c6f75dff74a4ffd3ac041b33d70cc61649f8fcfa1ba5bd00dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fdc7659705e7467f81d13b556fc4768a0db4d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd70a7b44e43fa02ea9b53e8d25a6ac0be3f15b57548f16cc22704fde0f494d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc39046838853b88a74958d27a5494d561aa69d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdd9229474c87fe4ef68423afe3035d1166dfcc8b7934f3ac51681b938b5eee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c695233b0ca8f777ca7aa70be832d33bedd827
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcf8f5f53e041f8a61dd510dadbd3ba33701fed338767ab5ca298bdf9bcdb57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6004744648b7d1dadceafb062840f50b46120a8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffcbf25dd43fe407404c939cf66bcb15210f2aa86e90434224a332f2c5754ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc657d90aba16a79c7dd504a8eb01909f15daa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6502ca3dd5a486afaba0d5f0ffb34b9176c10d6ead297f7d57a5773b76658ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b4be1ac21987fb754a41c8c715caabc44f3e46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f4365efec92fc9bc7696cd5b836bf58f528946531e2bd92d465b8828b91a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e308bc65641bc18f648a28d461f19c14e59f2a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09270c38cd06ee990403ad3e73d4b071d08c76c61e100f170b040bfaf618e360
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc281acfc25b8591634225d5a2e253dc494b67b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650b81f6d16111993d95c33045f6ffa7654e42d46e2740b3bc75c73dd0077e80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cf8ea828d34cc56e89680fcbd314ca87eed52c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56c1b4f54882bfb7583e8f2b2221fd2393f298778f08f3e498c42de9647a91b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eae2e9aacc3daf8db593a4e6f45737214c4c0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c8a1912a3711060a9342b056672267fd446346da22bf8251fd22d4a8e8446a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe02f3884d8b4d8acffc8ffe9680897ed53491b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1459d4a6ba3c31cf12be63702e757627c998599840ef0e3c6a94aa9b1cf680e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83269dfd62c1377faaf5b7461293306bcab26b82
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dbfec34347a14fad64297ecd6b8135b1d17cdd853b71d0af80b167443903f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc74972dbe711ec13c60e35abf9e0bf477ecb3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caff183def0a1e0ef1930e58a49a5805a1ef6c89ea03c152e6c5eeccde65e1fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203996a457b9e82b31c1a0c143ce69e87a7329ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0520ecbdbf510e5fd0cf30379971d686c80305be4a464b24482cdb6baf48bb0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f07d79513f29c1c5c170348915eeba364494271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe31e364e43ecd959b4b1f5e5bf25c2535c7ffd5543f694d419af8d83e8f17
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103f58a58a09348519a20fb769348c1bfb55980c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f14607b53ee42c0bda1e812a74fbd2e21da30e6369702f44d926e7407ad197
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e06b4b56422f2a3c7f160b5ec0402831a186f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f185ca9735431eb465a36026e802b12c1d0793732e9433354fa3bcf408e2d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb54415c02d2765cda1131b47c64118133793e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823c42c9fde10702e0316d7d21f2f4e9e2081082dfdd7e850cea676a0310c118
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5e97de2ca0b1ca076e5c22bbb486a5837ebfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207d9c033440ceb066ebd8a13c852818c560460da3cedc7dba36218a9d9c2d89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e77cb972deaf6765a6231fc998196fd8aa33ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d91cef765f76837fa5be85b262943abe4f3bc7b44e8150743177ab3860e3ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262e3c0c6587dc7eba2adf6ff43a88815a31254
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f08834cec4498eb68d408d424816b4de123e83a2fd7b7ce3a6062f49a58eef0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df7996b07abd30f2242bcb5a90898cc93f04a61
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06251cbab0ed7caed5a09d4210a7f7509bf00a1d05f5e79e6e3155ffc87f44e4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89ab2c3cd46aaad9aac71b29dd4265bb57cec66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d18ab64dd1ca4b90624237d9a5dd051183a1a395b9beaa99d4b5b8084f2dce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b1896889de09716c6d8c0ab70cd8b387f64060
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1df6b3c4c437568859e2debaee5b3f622b870583fee7e22624517da0fb9198
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fd98c306e31397c39f6938f84aa150c377f7bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dc99afdceb4cb8664e45777180ec79776c1e89154fad4b926831bd8b3dc701
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daef1da7e9e03e5b9894de027cab0ec0ce74258
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deb10569c1d4e3a50c897c8ec36c268f02c242dacc20623dc5e6ab0b3310f68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21162fd7d4118039087782434bcab572b57b370d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6255db614e7b8096c7c1d0f5ba101cb6ff32f69a7c1cc292116f732745ad1aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adda57f2f1374ea8ca1e787ff1c8f8be8faec1c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248dcfe0d485cf486720d6fdeeb0b1114cb7564b9b67b4775520ccaa6abe020b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1f1eb5ef179b75c3b8c6e3708e5a5dc037f166
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb39b4fe277222a60d7d8cb5e1fe9f60c4f2e41ac361be7f0724dada04424a96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03abf688c165700801962bb4857ac4cd1922987b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c017bbab6f9b623cfb9f09bc78ec5ec78466f37c70292977bcadfb66489fed19
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd40b8b1774253b72413560af2cd2d4740af278
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eedd361761eaa606bd522f08f1eaeb5e96d2cb62e20f6b849ae063d1c83a4b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bddf9ebeb504eb8a221e1b6d2728d8af1414930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116577cfe4add4c7d36fa89c6ba64119c1b6b07b75d8392ed32a929cb8d07350
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8d93cc028c0d8d41ebe4429c810527dced7594
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e205bd20d785bfd976f3180c735a63cbc90f1b0dc5378f1ab8bdfa37aab4d2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a181ac6ff5dc96884d3a415d36d6c0f35642965a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc58e93cd4a6274b5609964d667ae9cda6e41fcd2812a6a45e860156c1ee63
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592d721625d692de544b5733830a00f9db0d109
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6348254e447ab40cc4e46c084679850ad2ea11a6fc8a6981e9745feb4c4357
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911c81ef2127ed8f8915b38a167c2b034e9a997d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757617a6dc82a6bd9492c47965d95a07a7471e4444eccd2ed96b409c629da532
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55f56f273ec6785dfab591d4273777df8252ee7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daeef15e89183c488da0e15f27c4385052822659820c6e532829b1196ac7844
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaed9257b8eefb3e09cc2a27ab3f7b869e2454e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7969849655436f0e64e67a7c5de069c48dd596d0f4af319c1c30738ee5fe283
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8102d3c6350ca5eb41166095e1a71178838649
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7d80f689a0cba72af9abe75407ac0555e90a686757c516d487d3afe8ee1c77
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941af8b2aa700743e1145e8f0aeb280d2c1d9fab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df246dfeeb861fa8530039e29b68afd4497459f3c78b953675db53e3203a4ab2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8248c5426af7e28fee9a318545842ec7f29dd09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200c3d3550bc0bae2767f3684beb95f96ef54b6f521d8b0c1de58d3f65b70b2a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb34ad42cf66167dd4da94577869ca93c0e1388c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c30bc7cbe51a41c79d5840bf19518c0f235ca4f9e5926930be19614e0ceff89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a58ee591350b55aec869c2ed13cd6b2b126e4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66410c98733a2e670d6e92e2bcee4067943818ee530ab405bf997145ccf827d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde993801c3d48823af2f62d28bd00648bad29e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846b3e6f93d14a35fc2722de54a267fb103e8e0281810774eb7bee176cc9c20f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ccd981ee9c3d9cc7e9d4649c254d93a974d28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8da653b97aa4119de4b47c9dcf973c57d199b8253b619c5692b3bce99a99a1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4d44ebacdc1222a8c9dd92ee42f1b3341fc87d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1dd3c19fa4fa6891b75a033a605313b9ff0fd549e41f99da43395764ed5078
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614cdf23a323b48496ba5f929e958ca7f1505e5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bac3c9aa78fa0410f8d1f6fe7e89849385b86a8bed3c1afb26d439fb4f6c85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392ece4eb91f43c71aba87c99db833efaaee997
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f462064dfe7259e1757cd2781d7240a3b94421a74c5482bef3ba62b7786ec6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7052556ade902e8afd9e7d17aa3e57d8f1accfb9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589e331300976fa55d2b66b61f97be7df94c64d30cd05cec46f0af927820f3df
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab709e9bee4a7376c70537c24129b723eb73355
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4571282812052a627174179434d4359949b2a08a112cd797d7b1a1ef976eced4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3892bd089b518d58ced1275c1dda9037fdde6325
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5342e48e508316a02d69fed0e37432577d8d13bb4c836416920b4c6b81730a70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0083df8d5f05cd771e685f78e937244da07ab88d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e5c20004cc05c279f5d6daee225f92eb59b80220cde6b8220797c163976e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1afde0fecedebc9749ff94fcb71ce3a4836434
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2a9ebf7a3e014cdc172a6fc819b1939ce393619185596075ee854f1d6d2ea5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f981c5bedf8785c02d2e78e349cfe5d41e6ed50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6d6213125719c6b29cf7f1353ae24c6c45419dd9eba5f2a57040acdfd555de
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2ea7f6f77e4b7a384456112a2574c4e14348a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d92ba08de51d3358ec646a9f7944ffb83b760128fb76eedc07a96d7a9982b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff1e306e33964ba60b07942ee4d552ad6783dda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8aa3c193ddd87aca7ead386407330d46b1298e559f577454775c9b5136c345
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c901a8225c4b902643d69360015cd9e97fd86c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3157d3e40f2bdeec3ef4f2d36b655248ca6b22ee05f8c4c6cc03cd57308fffd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91f0b4c6624702bb4275f5520b5291c85e1d4ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93b0b2afbdf3fc2abc8c95eeb073479905e2d58861951f43a2c592740f6427
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819918242d1a087b157a0782cf4c3ca9c099e65b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1671f038ff01eb952b8e2e7e7c9a15c1d076771866d2ce2f842a682ab6dab2e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d416adbaed43c1e7806f4714ec2cafb1ab7666
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5360b0d0e0db0b238fa6b9f90fe51b5ccc7ba1bd8de9212c854c2d864c66ddc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7272771702063bc71f8846f6adfd533b46683e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328ebf516fbba418632fac68921dbeef07ab0d0db92eb43610725ed00e8d3714
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8fe57bd69e564e69e12094da303c2bb7bf2572
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19738af90d99ee2fbeff638e10892f8c3cd5a5f5a8e44ead4e6cea21095870bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f0e26e7a97c75a91a023b1a247a3d11a6cf496
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa7d3736cb9b14871420b3e63529f279ea07c80578b97e86dae80a90a7ac0d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab379acf1570c9ad1008781846244a4b7891abdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831d288715b88f375605f0e90618ee752d6b9257acec924ea6e0ba460aaf581
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cc06a723d7c5a07243e5caedecc86167a08dc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e880f283912e85b4228debf74cabad2596de97f05efc4b3530ec34f1201970
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d3bf587573d63be322ff7a1e46ec860e12f57c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf9aada6f557510a6592af7427e0b6b63abd8d9f8cc9eeec9332912ad2a115b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4696127dc406d3f408af663fd9409729a8be053
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538149a5218e900233a2ae692c88d94e4fdd432281f1ae90104db6c4af3ada81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fed76db892cfd2480ce385514791f88dcb2fea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffeaf8ef624571ecc74eabd3e2afafc2ef85533d949ce09f8ba6d398c69915d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5252d6e3e5eddc4d4efbc340d2bdb0f1f93d9cff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f681fcf54fe6c223574b606ae1270dbd2e9830c2b289f278cfde4dc348b08dd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3689d98f3247b64024513b230a2c5f71e0ce9637
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa1fe8f0998801936e68d6fc87d582651e4507cdb081418a8b71582a4cbe1aa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5c22a3a867c4887648a586a148ee3efaa8c09b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c889f47bff4b54cec9d0879b2c43df52478112024fa5a105a129c53c223c2eeb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e2f99f3b9cd71b311202e51e6cd2f9cf942f03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b146df4c753478e8e4cc7aa84f85cabbb6b7e43f149bab8d17ff0c658c4c0e61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d06a4bf46baf1c4f3ce9b5b4b25acb8dd73d62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de0447f8ca784a8c9e8d4736c260bfb9484a0206a53d2eeebbbaed1b1ad15a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86cbf9185fd3941962769518de71cbe371509b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613dcc4d38e13584a3f25b564becfbabc5f88bd133c821dac694459a80ceb005
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8057e82e28b3668e9dd325cd5771b4b420efe0e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b425fa31163039c3ee1ff6f2fe7fecc9e3e551c6479ce4ba8101f1c4f95fbaf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cf9e47d6898df943e59b056c4a679dc83be264
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e657351118ad5180abf7ef92b0aa3f53cd337080a505d5e8e2c14430dccd4ba5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c51f349edc28fd6bea252b071135ecf94007171
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a7f400313dc2674b10b5fd8f39508fd878f6d486e7bf533b4a5cc7569d5bf2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da78e010b7518b7e4f89f3b7436a2d13564184e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba31ba684aaca08838e4cdc695e71881e9634e659aa05e2cfb2dfe7fe34ecfe7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9124afe00808c9d426c9ced06d7e669d63218e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807fcae231835fce802742d52b49d600e93d4d7051b720adc52406001560f49a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4566800215e695f7ceb21a6464642cbea69454dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959920bf37d1542414bfe1bd262dd05c8cd3a59813215c67e79fc41a173f4aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6372e66d0f42d7fbc4259c286e7c2181b1fbc5dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a434f8ba49646b4800f92b41f673db0ef7784bd61c60ba78df922c61b48dee2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0d49448146a4bdc400f918f365add36627685c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda9fec4604ff5b3feb9045237e80b88d71f0c826d2d67159e23ba621d75dd04
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf3d65805ef3a1dc83548b6e33af306c8418b12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380754fae2f2a53f0423aee9a127deba2b67c57a276857d6a8d9ed9c658b2452
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a5bd708ae46f2c4ad880e8d82d00e4283c7e7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb487c277ae2c04c8f28eb8da681d1b0e848c07dae526748ede2c5c1793950b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fb35af9d712eb5ec115a9942f3ad730a0cbed6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1419d38b76108ab8410dfa0b59c860745c62f656ea6be9e521656ab03313c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dd7a42f349953c1db92c030be64ffd7f66b65d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be0841a1987ccdb7f433452914a98feff3a6461b4d11ea72a6a22704a07efd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b486ef02c83eb86af01d14bc4d1f51549b41abe9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf36ee82eb3201603cac2f42a6ae099a6fa395a9b8766f169a99679c7c1d4d09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d00c5fbc7239c8a4b0af24916ecc438daf651f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6766d9706f7d01bdc0880243db27b8f42578b1ed391c8a5b34987bb731c1f845
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ccdd08ff91d88ff26e2ba20b0d7333a863a52c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d1da050ffecf4ee2235e0e6a4b9a38a5115f77fc6b94b86944bda80b9f90ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c205c99b2770b39b02fa636b39501c2a2c9c11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25baec2eea6b9b17f29d2d7fd8d3ef660980b1e6f0d56bcabd7fef11f9bbf1d5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063de0dfd2da89d2f1e5e9614449df3488f82110
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3654d6a590af5956164998e306f5af8e3c3f8e123f5255e9dc3cf9062130b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacf1422b920234d02d55edb4850b6ba63e68ae3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca07d289b373a19fbd0f20e59daf6987527988bf12459de4e5795874d99c87dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046a00c8939a3b8c33e2a390f2bc9995f0ced7e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e23c9c128332665db0130ecbbae3f0411a9b6c36bf156989b397c42b2fc8572
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828be6ffbd3400e3902a55b4494ecc9e5afa2eb3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefbfb3f814d9f8081b8fec2a9bfb220e4b046f4fff0748949dea0ddf0b433eb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4522c213746d19782024213088b2c120317d0b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c06d54d522582668c1104adafbc6256b9a40fd1573823e44f2b5db83073b08f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71fef9ac6e680b23f3da76886a3e714406bdbc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6b1dfef75243625cc2122c23e600890b0374f8e9038924a3dafecbeafd8a34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea56982f53265e018f1537dd77849615f829a85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d2d15d4dae9229b54d211257ca74a24e4ac7d3489c67d547ca2b817ad20e82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db06b258171cabf4955349083a9e0f407ad41abc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a55721bf5cd9ab98b931c8d4ab6944b058bc85aa98f4403419d1258a912f2ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2a3babab35e117195066177444ab034bbfe81e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59036eec21f6cc1914e0da7dd2f6a9d4ea51827d9bbfaf1dabc1fd5d414b438
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be9482a38ba09a44ad71070c285b4a84209ce65
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d8b23268fa8a756d1ea213d01952e7d5a1f995aeb127a50ee35f567f851d03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db74fabe7f7f4eca1de741a3c0d6e39fee1ee05e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317a94571d5465811f32049354dd04634f136b905b3a31372fe1b28214748906
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e020c6ea15296a515da937b0405038a3a66bca9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98821de4a80dc7d5a385b029379e594af299289c95eb9fb6028eb2e8dbbfe432
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96ce50cb0b72186af07d8d695fc6c8326ef6a72
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cf6353c710ce8a00bbb39de54caca053a2cedbc576594c771fbeaf2a08e0b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f897a2a6b3d1557273f3feb9bb5e6e6f581ea64c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f1fd5d1acaabd49843ab26a2bbcd9e53d031b410e4829568ea4ebafc9f8410
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a93b56eb0bf2e841e96acdb5e8b2723d1a7f52
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a900199e9f8178f831331da1b735bf47e7ecdd77deb525bdf00bd3f37ea9bf6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97632873975c0fcac16a4f6eb11029573830223f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be18ad935b08f3613a810b0b449f8bd74328470a14831c12107c2de12664c3e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5456c3fd1c32ef5454411bf4d346591578230c43
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa673234346bd1a561513663d103c4ad2330deb2ea5b5a1ddc6dd5985b828347
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bb6f00c88da258e471dbd9da00631493fb5f6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bc34c2d49456ea07e00f59488d2ff004a7c8b001973fb157d2b3646f174563
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb9147ef37e38008fbd7282ed34799b0ec5c53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af601023efaf0b5d9331f290da5ec2310477b1227844bf9f402e78eef27f72c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b19f7064650bb95cde41c66356278ff70378a2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8f437ac0a5d6318a80b85cc5a3370d5be59dbbb815cc9515961d60673f3551
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01814be4299c4333ac4900d9068ea4e2f539d7f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b264f3e4c43b962433c05c1aa15c8846791c95884d31996d38252830de7e73fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1519cf10be9ac4e8c77b0e29e44c07702d893bfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aec6038d17ae885c60534872c41ba01b876e883ceaac231355f951e826319f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79144b00191781af669fb647fbf5ebb26c226fb3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa03fe42bdcd87b79240dac409de162bcba38abb6d5b9e1ca9ff3d24e3d8efc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8331ca0e5bc41fc16a14b5b01acbf3dbc0dfa6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb26485c53f24df110a0ebf2cb849b76d90678dc59c860c94f0045fe9581956
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9539efce70352c6501e2d3082e73edb9b9571f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11c268453043376381868f8fecf495676087fa3717e791c748b05b8dd2e201e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0b6d8c34df1c8644d9bb9852f6ae96bd43d57e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb633676c64f7bb8e85d99d1d85999aef7846edc476c4ece2ca6ee8e9f25e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b1a3171aac60b0d34f68816fd2709d66aa50ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3b54fb626cb36d8d2105bae51c95e24282a0258676347df41f86f56124640
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6646a8445ab95262bc3dec07f73baf34c4cfe77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9cc7b8e3db264038ba839bc30d4ff2411681d11d3a78bab85731310e46bea6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50d02eb96ed80671f1a3436522b2638fdea4599
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c034e5ccd366800c6ed5a70f055bdc2a35e1e51532a2ece95968f918755aefd2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfea10018ead963865ebb52878ec27178ae0c45a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af22af5514bbf5e1d1786991bbccb8d45c2bac4907032fcd066b21bc93af381f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719dbd13a596ab0937ccd4b86dd456d5cf3c17dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71ae6c9ac79e2146b1def5bcac6caae27704dea1987168c310ed93ed0cf3b44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d394995e4fe76f93f806ac561e4e2cdd27587df9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0d9c3bad0cd3f6757fb7a7026ddf73b1621dadf546dfb825beb38f75e3a9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f8ec78ee6ef3ddf0a5f9dc4a95c36bf3947f29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bab70ddc87eb7779e7987c017fe7487d108ffd68e06fb21b29cfaab77d5ad8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80973af86444f8d477e0c22b5e542cfa597ba6ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a84a7ca9c529018a98457f9d0050c7198ec7d115d27b7f52060b67c1b463210
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28ec6ec3e43cbb707fa862e9036da5c37a6777e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65229f1bcb61cb956415a01a3520405bd74bbd3034685d5482e3736cd0306b80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad41d67bff5a2b2cb0c7c39f900081f05c12fbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f4d4586ca9cd4e6bacfe72403de2bf28cf498cfc3c784c6cae2bdf6ca38b6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dd593b3a2f42696f8f4dbe48c08474423f9e5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a2a9e7c139b17e2a998fdb720dcd5fff2928427e24e6b27453b076f738da78
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88377c3aeda9d45c1dfa94b2a1405005a66c57e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc9196e0a191191d9b0429b2f249b3475c6e265931697f4d452dc3f36086f71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ebdf410bf01a5fc4c425b8b369dd5b09b0191c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9d5e4db15e953375a9d99b84fd08f88c26b15540e8474964d49aacce61b075
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7946b07d7b4ef2e0dff711d073c320e510a6d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec8e3d323abff38be8c10ec77e28f7b83bd3ccf414264d06aa082f80d4e2bf5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5844830a27faa4ddab5a130639ce2f6b04f4e9a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256998743bebf99175098745c4caf67635654bbf9353e9325aa4dafe5251a90d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba660336d4fc7a63ac8a5317ebeac33569f898
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2640bd5de1728f18dad694f8adecb687ae202be008f8c60f4229ade34b085c9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542eaeea0a66fe2bfa16daa5133f6378d70c7e4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76d871d768f1d13278d955dd4c3988040eaf9adc4ca202612f3e18d1e5aa6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab4af7fe66794b9c03ceafdc4efb2e85fea77b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b871760f80125203b27f5507ca7e58cc30e4bf61172126b8d2814df8bf2e2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6537f48dfb7a60c9d06501b687cf5532ae659cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff1b6098bb27980a9e1b5790b504015725bf2243e03df79e8f4533b35f906b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7b3cd6d6edd46f30c196eddd8e844f5650eeb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174a13956d48a7d27178b84b0d7fd62bd85535cefa312a0f223c39c7491f5f0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec7f1b2d0cb7cc3d3c8aa0b962ec372577d13f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd3df36005ea296f7a56ed7cdd1bb41e62ec74799e05c1c79a258df9011b2a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd884dd9188763e286be1823537b07c375adacf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb89bb3505f28a076f7b23961872d35aa7d5030aba4beeab98ab9cfddb1744b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb4163ce978b135cb30729040571532ce81e3e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bf53808221f9a049a68de3d7a5999b6df762afd96a04fd79ac89061415e515
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a124d63268b2da98e64c72906f1a4e806fbe243c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e485856ef63344ac69d010738a06c7341256bc0e66c1d5f15567148fab142d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a5bfdb68c7636a529427971f07e1a809cccf8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f9592c96bc4dc62246ca5dd564dfeef55d4488a571f7c308d7bf976d78312e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37aae575dcde1b65721d54b104719ba604d604ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f85de90cc2b4f4a1e97351fff38f1a7292a943ea46dcf8b8e8a58e360958597
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d00e561513955481851b1ea6cb5c390eff0168
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd12c692d2f59b973c5af72ba02d6800cfd3aa060530f5ceabfc8294c5fa472e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36140fd737959baae7236826cac0b477fd23c29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb27f966557af5f7b89173eacd0662524468ef83658fd3218be5fa526955f29
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efc50b198fe103601364d298b9649e5b2a415f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53ace55541c1d3b2ecf39a70734641d56ff19e87b15ad305e34ea30548184cb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3ebb61f1bd739f68bf394bf739b78742ce8075
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993b8500edcddbfcffcec0ce0b89f7bf0cebaccc5ba5f2525d8cf05d8855b71a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95931e63a6494ef00e9a903e5e4f6a5e61f41f89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b03698db69ee645ac930613c632464f088b455f5a49d1ec0640a72b4ee0fd24
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832bcb28680a554c2ade646cb99d63a114bdfc94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e19f5ddff81504a653a7d205f5ad24019dba952f9672aaad2f6d91af3a49810
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393f8868515ed6524e6200a26c5503ee5a23ae8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49de00aee1bfe1cd89b5a51d4dd5d5c7fef7e72c7a5977554bd1b085f9e5b15b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226c4333d2ae6b13a064887a4a483842328d9470
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046e3c3499cc4e609c3b3cf10a5b7e9d3f2162bdd4a72afe25560d050315550b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e354d62ea891df468667218c22f679176cb0163c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7098f1ee1e800adb429a390a6aa6d944d1160a24788992e1f9b0bfba1960360
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4cd0ba2e8d855b22b96c115ffcab8599bd7e66
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b3f3115ca95c937a26a1a17aa2f34a1029e31ecb80c9ff3d708f1e5e046a59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4747a1931f55efb82c6050a1437e3f5f19ad3324
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ecbf3dca7f6676512dda56ca49540dd7cb6d676867908285c8dac80ef895e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ebd6fc02aed8a90b3a20435d87cc64bdc1f0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bd7ca5c53ad2e14934180378cf2d19b75f94c7ae238900f8278a83620fc243
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731b9a5d43308b8a501218ae8dc4071ae468f571
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eee77a17b7b731d5a426f8d574e4105d3a18be3228f12f1c61f343c4954be8e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b41238fb441e6a0eea8790750e271df1d238bed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f53bd84c32a3a4d2c764c58827df826fc0cb6567d0f3e14396bb20002d580c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39153b0a95b498f32332f70c3d241982f9c51e3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c07883784cd2312502ee517e59f3c0da6c33f55ea5c5b6c5c565e3367e8a41
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f874c5465828f943297880c00d93e5a8515e127
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066a928b00d4fba10d5ac7ce7b436f2fa687f80309107270eb8f9156ec846493
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5baf48fd554beeec3d8f7be69ae930a7c237182d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31661234a0802f1948d0de5011e90314f8111222d22acdf0a76ff9c158dfdac4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff9e61ad21ff79c316251033bcccfb92179957e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afce441c0773e1b610cd7763777779604ef70a2fe40182a7ee08550dfe9fd84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f4a7dbdca323770da5b8b4720ee1274d90e1b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17134d37a5213a7e33c43d40ef945d90ce81a4d6600f5691f3d4d29d7b05df82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69b90fc778110f78a09e48ce29793fb994dec62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb716b11eb99370e9164fa3780f06bcc3c2dd7c760cbd7b98b3a04b28a17f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7391b8ff323d5ad2d76271eb2d597045ab5fbade
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502b8c18e855d9156cefb66fad641ad35ed8276cc8e01111516a293e866e39d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108ec0033b69cdf2cf64d10630a936b080c36173
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f2df5196668b25434c266cde520f67ebd079ee1a663bc11adee165a94c1f12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd1168e0574a8f899e7a297aca9c7230591921d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f87d7d8d869f81b1dc3de4a8012388adedfe5944a6e70cb9688f76e1c473e17
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33040c0bfceb4bc179f2defdd706f19aaee5cefe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce423445013b2d1fdc20100232d91fe041154857deae660de5423540c5f3a52
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776bc64dc6e2198de7e9f1a381fc6d410d592718
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32081a6541a300a238b795c99d15c1318e66730e26f536e7cc1077baeea51f49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab684f0c86849f09660419c18487e7a7f519728b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7839c9ef9b22b2a2d63b80b7e609574afe0727f5f597ae3e5d52a1cd20f01a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e22a08ed778dc6187c20ee4c1ebf051f7a5d54d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda39558a6ca492a44488bb189b983e456016d56eaa0e997ead1874139043d55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc68b00d13b9b577506c7bfcdd7b3df560946bb9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04405392dc675c6513b88d9e2426d8d0df235019033e696019f3a18e511bb8b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1732b932fe5fad9b5152c5ea4ee89c2a40be7846
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a7ec0a38300698f9ea73515812b8d1c1ac9712288604e292b2f6d8be05108
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7903dd57b8e267ff2732f2839e94284eabc48e5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156c92520caa6ce84c3912cf3abe6a10be9d0344cb6371ebc05e5f987d3ed3cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c893b355c66ec168ef9d0ebdd66d962d485d9778
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed726a96d9b919ec6c71c43c48068ec1e9e0ab5858f9c882fb7232b0db950415
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc3f615950720734f325dfff8a665761cde0eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef837104f5812257623cdd37d84eb17bbed37702a5e505c4f5c2d094d7582efa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4e69ceeec2d8dfb8206a1bc30011a38977ab6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9888b4b9e767e9959965e969f11d722fafdaa39b0e153a0f240b1813e8afbf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b35199b53aaae7cde942a34d3471854dbdafb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e594258aec3ff700a9ff6cd3ab23d57fe0e0c93e2415d2256e85114d27453
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3357dfb9cd863b4b0a6cedd19abbe191b67dc0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87442e86c0879f8de38802191d3ef5b99ac183eeb6950bf8874874c0b48b407a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a026d2cf248744cc4708be0b799094e5b767db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ff18a4627771eba9f0833ba9b7d503d38478981a3a7d5030940578c65c655b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f85e7396344a37eca5b364c02909b37baea6a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2878dff7620be5e038d5ec58dd4f822ee7190a1186b9a15f1d7ea0ac08f21ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8cbdd213e1f362e77cf5f58182b6a4c1b56626
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8733bac04f2ecda3aa9d639016550b0642fa15bc44442d6e384b9aecfd29ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71d9502b811fae7f55690f008b738f9bec029bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cabda441bd6b726ebfa401eecdf437e7f903ec32377766bc4fb485d59935f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0b8677aca19c4ef4d9eb0df571597f4c8e06ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbc1d6553fa8f7a514e1f5b80a24830968934ef6dceb1eda497c64019b72e0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e882593beead91d1f87d9d09107c111edc1a866e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355a708660916f860bfc3a86943cfd98f61cb763245431b71b98f45f68fb6e59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe6463b5b3211dd1deec65551eb89fb4224c1c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d44d2255211adb8f8b94e24ca18091290cb4a153c2ccc0b39328d029f6fc4ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c4e8b83adb2ada8659fcc6446adbef7300468
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3a5e7826dacf4bf93a37bb175a8596e01cb95fd41d01ccf4a771160dd9cbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a14ddb49a50346ea42b5854daa567b13aa6b74d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd8afcfd990dac68fc32bb1218178b553d9d32c4923e8e13896ab95d3ecb751
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749a3e9bdd352395780013a4e1c3a137259689a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c249a8e93bbd05b2e5a200161a2d467f18367087cf9ff8a26ca246926ac27ed7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a69656f0cfa7cdcd3a6c7b0792e990da52459aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f01e104a09818a76e134c3a7578ee85e271eb6de06c09059eeba799fcd4417
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d8425fc027789005eeb0f4966f7d7179e06971
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4740aea24957f167a7bc42e0a3978fd614c037291ce385506d425404ae92e89
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da003077b1146523547598530f80d9265c83339e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41c97cc81141acdef1eddc7e841dcdbfe738eb36590babfde6ba349d45af1fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae6a0a5dacd3fecd9e828c47e47e230d2a8850f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ac92656506ba4a6c8559d7f773726e7bcefc09c18b0541876fc673f067c7d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceda907c93b6b8fb74e60a7a94594fc9a084c05f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8facf5beab04802a8cde03271a68920f81ffaa1f130994c0058e50893adc24e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9b189da4a39349e3dcf3d26d6c9f5f6b141509
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99555320f1b439768af5e514bdb83d08ec41d048c77082b983b05dba0a7136e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427fe24422430343af82f427754a0038ed5d7a60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab402475404d17345024afdf0c6d29ef265d29178a243e9d059e9ba49022402
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf409bf830203933b20633a781736ff6750f548
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef25f1bc1467ff12c6736e2417927c37c8a822cd7d573d935f916af6c8cc313
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70324803ffb4c750b855c0609918ec791c4049c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef6604686dbd44172d73108108aab4746b4c12c7112d07c436ef1495b028e59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592014e02b0ff3ee561a3146f3abb4e0a1434db9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf3449c4ed8e21e699cca06cd2eefd8524a1486be5fcb13fc5e4823bb98998c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46386ec1534073a198b5cd27c5219c7be0b4e957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d059150fd65dce77958198fdc4e94f1e151ec9aac5a9ec20c7866939260ebf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20339273354f1d6d137cceb6ec26139f66a0cc55
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00051b2cb4bbfa766d2a1281885139bb84ea4e49fe57deffe17a10b8a3ba0b73
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e1c1646c13f2350ce130d98942fff7cf1ce391
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f131cfb2599319e579678ad34431bef8a296fea14bf0e58bf98cebaf2ac15eda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea90f1095c7ace894a4c0c083f226922b45c4c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2adf0a2a9ba7445344c76b2279856ab5b98dbe9eb5c87f3ccf1771a290dd49f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc312709e4e3ddf8ca977998258d4e7a7a48126b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e99884cd50d2c1b9f2c46b4d1a64352cf96ac18cdaaa7528b34244da1c58129
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4762298ac8a529d6bfc0abf6cf32136a7fa8468
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baef987a15abd8d85063a7318185cd972f0e9e881bc0b40cacbf351967784e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80661aaace7d8dbe543af02ae972c809b67934a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a0e7051f0e44832c8dcc884e4b4085462476dd8db0462b4e76fe8b078d095
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b71aa5a1c9dce50e00c9548c5ac774615323127
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bed6a68db7c5e0978054da84791bf8ad3f6fa2245e1fa389177d96784186ed
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7441f581082ec0670905514addf5b6e7e4e4718
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117eb5ddca4a526937967ad9400509682903e3a09c88eb38725504694978eeca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014a25759f872fc089d279a06469ba5d76344756
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd47c1a15f159120f0f326b314fb734b0313709760bbdaab1366e2d2ffe74b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171ef6e1fdc690554cc6e636364e4067e1cb9621
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98551239ae00a7ffcd27ba49a27d4f5b07f05129f6c8cb2e19ba8ba9dbf0aac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaa2205b6d8c70f5262d4b9c07ce71754fa7239
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ff5e51530072d9fa21cab498fe3e7609be03794252f4a46b50e48335c6f777
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c927d674e38976c0ed076aac343a8858f9d0fbc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60580607a67e0e0497ec406fcb9764bd351c1ae2ae8fd59ed126495b535d19a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a7e5ca2bec61d859cbd942503f80dafa647a74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0920b1686615550f0652b0074a8366bd09157fef9de32ba9a6aece8f7379354b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1981d986ac978b5e4046aec5bcbb4d3829e5e3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4dbcca6bc9d4c9e71887fb7a985e2ef66f286cc479936db925b5f2568befb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f148b53ddae3c2b5dbc8a7ab01f335058b24f3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405031be4b24fac9e816c1d9faab548281d77b81830b3ec50cc70dd3813ea28
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6c17dad41c74d881498597a53b5bae2fdb5c6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f58f1ce8c27abeab57230964e505c76b2de49d62e1c739154147748e303ac58
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e10a89ffc6756b87a0c4918ef3b0f53f99d60d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540049752563e17a67694586546ff0ab418055eb93e2da923371b64361479e54
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44135e366051393cc515f96bb6825aa95e69abbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c1df0bb32741953a1083e18206e8e8f27745bb6383427f8df33a05ac62d402
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3dde23a924f239157ccfd8d7f73ecd339c2642
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d45490b305814c81983232c1f564afc8c751cbcad0b2be9758a3a359f38ba2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e684072724b22e0fa6cf71c887476e2cf91a27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddf2e517292000bcfcbce1929a7845911e3061d74ed8875c09384e8d091edf7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9022dac87e4cada3a861aa817e31e5c429cda34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf51bf0cabc8678f08ac21b587d705bbd41e7b44c280b83138e84b1db3d42a74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f564b0d5feaa890e17860440d56a2f92e8d183
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a245390da197b1dd6e1cf22cb17325208d8463315553d80eb09b36cc7c143a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad2e72fb3a1c106068f37ee8097b2fd70ed588d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922c03f40844ebcdc68e2d6cca1e60d64b1ada2ef06ab83780f01b2d6cfbd2d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1e4d71ec81d8dbf5cd41046b857d6bbb2e7d9e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aa3def75fcd52c2e72bb39bbde9425dffacd11ba88cafc8a0494668121645d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b825a90a680260be8ad36557281ffbbb46fda7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f64750e053fc1b3716c10a52a6360a04ca7afb72887f6a59518c86460e6dd7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7c09d1487be7fa0d69c5e6cb409919745ab751
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77213d2129574866d1bddccff92acea69173027988d7b7a70067344cfb6c1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b19db74c67d78c2b7e29716d5556801bd149f38
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e5fb19ef4486d7744c65c5a477bd232d9761cb190f61a8cdc12fd522be459
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6981d923666af26aa60a602efd757f4155b0f615
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d787b63f84b329a048a76bcd03ccdb317584e43fc232a2d49f1597682fdd34c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b0b0e703c1963320ad1330e15a506ef45dd2e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d02cf49aca78013a9d19892926b8ca7ae7904dfe29e7a36f5fb841496f8327f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f776da0a19c601e1408c4d46f1e053d26f7067
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ac9a5e89936d827d3c0b819bbc5e46c2971e3291679c75f035414594de4e9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ae2d3fbc271cd0cd7fbc584c9fc1746c3328c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f593a06fc6a0f0742df688c7dd5a6096dd61511abafdebb33ebe80dc01090d4e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12952abb31ccff8d60e1d88fc791fd7e305d805
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34481627dfa5a87a8d954af03654e7c2dc147829596f3743d996a23cd672c386
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ab74a1cf816f52b62c8172c6390081551b6de1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cc804d7ce4034390c6209d9a37975c6cfefeede9acf3b88149e8169fcf7cc2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fb8a7a5b49ab267b47e9f52a56e6174061f3d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45816415932b1a4a4167afa4f6e6b96da28e661cf0691f5c94aca8487e66d3a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3909d17363a07a807d42d523a330f55843dfa7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccf56ae0bf46b55212ecb07bc34a1830c9a3634eb1ac6a74b775343b5075e64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba7f6b2bedc7be6de73ffe0b2e0072d7ed49f8b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaad4884f61987feb11b0e0f7050cce4c536bfc7e6c55786b0c355d9834e51c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de651a3de9e83698eaebb347d07cd9df27fdbdd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3a9f73a7b5ddd81100412c0b62e80b93dd7f47f006ff5fab66268b6d1e1fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90b327c8a901f8fb4c252f4196436585d346057
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88939913cafde186fcfdbe3af54760ba0bae9bde31b90521741d1d15f26b609
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fec0fb73040085ed7b54527360444ddbcec7c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3d2366536afe5c81f4ece894737750f9ad28281b0b126cf325854020cac1fc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ab3987573896bb8474a8826fe86e24a020d7d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897ff3a92c326a7689d467f3a28401bf2e791a7514ebefc5aff50c97f85dfead
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36639b62b9e648b8b3c91a456eb03e3994233e42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4081ce209227184784d6978d9b3e1d5854ff8bcc16c00c3da374e06fb41ea23e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827b4f0df95f3be7b901e4cc091af5dcecb4a70c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17520f5aff14bb5eb6901b2fa8569adf834cd9a588320e253ee70d4bb10e4141
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42488f68ad1b685abf990ac04dd290b03896c60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eccc357b37c62fb3d624c406ea2aa027e63ea06ab212f33f0f5adde2b670ff9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacdf171235c65ddc1c8eb6351c84eada0ade011
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1d03672aa39f8db906edb4962060be10cdf7f0f51142a55d39404fbf48c674
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff08c934b0c397810e017953fab290a7f5f01701
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435477847e59a2307f2d6f72098fc0e0144cbd0d4835d1820f8722ecdfff2fef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064acc3be8489f33b772f61b168164feed4e4c1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44053c5eb65c1285945d15b5310b6950fd0eb0afd5dfcf4f9f53858d57ba5cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d445850603aaf89f1c9ba8d8d0b138542fb9b3be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc63ffe8553cdbe83a817f449d42aae55818ce905fb80288c1247cbba0297bab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84d530604d9b760187e941565ad35a8cf49a0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19962a701fa79bbd2381f2e23fd3b907ba058fb3b1b46d4e20d1e16cc8049e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e027371cffd67420a525db1b022ae4153e4563
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9834c28be93f0281a26688479de197f3fb09e689961e6e1f13f0a7192ce344
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c16fda80db9b64c5f95dc74918b91d0315eaadd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5005963c8f797b52cd431fc59ecfa029de8b2be34ae4917b58053347fcd2a3d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575b4f11e2fbe814b7c86a1f344b0fe7c5bf1899
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f29fd7eec8cb30583576a0bbe732ffdb30ae8ea27eb59d23b6aa699caf2a4d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7010212383162997ae54a76aba879f4e236b70cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acc4115a175cdf3f0f2ae76960a1b926bf2606c5940aa1b959ceb051177bd63
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc02aa6c52ec846504989c907bb51624de794eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d130c56097080fab6b320e29ce2021ed01a8a3ec033d18bfed28c80cf60c6d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c00033f9a58d646d1812a56c8fea11cf09f508b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11aee116c27644c31ea766ce322bb39226eb90bba9fe657d866c25a08830102e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f0111719b0492d3ce14a457f4c0f9a57327f3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318858d86ab4e4a00d163e4fcf2c423091ef5bbac40c269de192e64407a1db3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189ae13bc3b9710a53c421a51541f925fad561f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63fb444cbf52bd1e621e6a48397c9dc8f462cefd95bab65e7d4abe755b48e38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae7355d52da069396094ae45efbb1a0b321482d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f047db8961ee83248e09d400ccb1487bfce39d6d35bdddc5dd44d9cdab80a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cd9a6db159cd08b187ef0bd944db3b50eb9772
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfc2ed579779054afb9e8f7ee7b185c9792f66cec04eafaa01958dff3e6178c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294857ffbc8c94fe9eba226f3fbd5c7e621be558
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805113170e803dd9fd44849334fcccae56764ad27047606d70b8e592b95d8d7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e475c377f13be4ceaa1fc060126a3e289df476
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fffa7b1d6f3e47a73b63b45e4937c0726593bdfea396ed45600f352ec89bdb8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a946714adf513abe54afdf34d514bf9aa371544
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e52ac3217af96c70b73a3ede43df55ec8ce8b358cf88a9753b83ebc45bf3aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb38653e2f3f250109b0fec90758401769944f60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeed4d258e0e6fb2376f219a1bf30f92d42413d4709c032e469f44c0ea25ed9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f52c12df1e5cc4ee393f2143bba9912a24f7fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7167ecb400bf22f16e080f612d72b9e04df51bb8e82c948872bbd38849a1c20a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc813d9118df78f42383a4792020de78e848872
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12766caae0b363fa1fa3d40b08c6502a49563fd5b8f5be866287c27829c20033
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f01a03a513ba2ba258043c3c66f3aa1504004ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d02435f41d6adaf9d937905586db0b0c2419a3bc16598a4e1e88631f88a0a6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7648782ab3fe5859aff8ed9c366c3b7135aa35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563643ccd9b053d7c9e639fafc092c507461036a4179fb7d8ebb869117507fe0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07641b1da60ac8420c14c516823de764c4ae6d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dbe16c394783e349b44f9b4681dbe0ce1a8eb6f4a92f1f155c3f90004db045
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f6fa54e78783e9a1525459ec40b464bf5164fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeef03112baf2539f5ccdb337f40c6afe6846e7a1268cd409f2c8b26779cafb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1749dec81340799e0a1512aec7400c7c9f365cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947b6d95369f26697bb2fee68d632f633a7d2f7b47dba741c13cf79f079e0578
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bcf27b7d4891788145747ccb55be9022976e13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4a1bf009f37254870787e34d97d1512bd6e3d387626723f5f303b163238020
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea337b295d769fc70fc69c2e072059c7581255
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1050880ae6fb34e6d6958563e2d3dfe964c5bc6952467c53dc714ca0c96112da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab976c3f3c9cdfd9bdda12f65a492f4c6820145
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55aee8cde436edb8cc6955aaea46d5023b5e32c5ab2a7f03917b7c5a46711f7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6bc4846e82c0e32ef073e32ab0f5c88420c9b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86628419561e581e12d29fc38fad638663535a46395201d3c76e4915b4ef032e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4086f8d9f79235ed275307c656e322d98958b3f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be54594378acfe407b94800f8502f3466e7c7135009ce28d75fffe3b28cce40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763e59dd5e4416fa25d4a8f67ab9d02d5e83ff85
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dfe943a9e4b33c06f63945283fcedcb4e2da8cfc07bc0a6cc6dd0db3e462bf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a66ac77b71245cd5871f3ba371fdb1e4f88d94a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42977b8722daa23c786ce4b08fbe019692838dd20171a4615316cbced51ab5c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd6c61edb0277324f062f024c03be97e804b95f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e39fbbd1f596384bb1507901e49f61c9cc9b32e2a213b7c18ac566c0051a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603d34be794f71cb639dfd4f900da903e0b5ec57
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b0c7b6387c0ca95b90fc631a3bf577a75d1c92eb17216fa9a9c730332b5f84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6126d2d246d75c560ceffc62243d4885c04754d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf91a841304e055255367a834f285429d846b481a7088d6a2b4a8520f0e90a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e646697ea2dcae4fd62828c1e68eaa5a822b59e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeb4df0854d332f39524896bd56a783313945a9923111ac59481adf72f03c0c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7105aa7e3c8f1789e33808899da49100facd11f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6905a4e905a5c1e82b2db718bcdde534ae47ec6f266dde1b6ce5ab7b175ef168
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a351ea7d6d481fc67eb0997fa6d018f2dc97d307
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc9ea6465d752ef9410c356740a55eefb18e28556620db79125d7b2f8f2d4a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bf90fb156474a3c399e5d985abad2c267b850f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c52892f6ccabc54d39912c6cb3bb9a6ab23e630b75b622cb7cce202627482
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93435524f289bb1ecbf184dc7eda2276341f7fac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b1e1d8859c3039f1dd0d96a5cde41b76fa9d61ca5ab5e95f1b1eb93476c34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4f5b8f2a7614c235734ba6248a5ac0748d8fb0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1144c90ae53077d7eacf5bf6e3aff5739e8663e841f5d91c747eecad1c444c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595cb7d13f65fc32cf4ad794622fdf1baeca7b62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1503ec2c583fcdb344905665454540e2c7296072d924bcb341f1df953870f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f90ec3c332b3bd1c57727b6fb0d20e3c1824679
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e663a6d071071ba6c27a96e0265bda37c5c6d6f107ba2bb39e52b2cb25d8651
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9de2fe0f4239e65823e87a9e2b83dca38722b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6dfbc05e058704d66a5594a48cd100e3a78740bb7a1827e672380acc459446
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50925886c4734dd66265188c4941202f4b429a86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf74862d210b28b0dc80e5e5ad2661debc1a55ca54f691f2bd9082eee3c47e4c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e54a5d8450e062b493cf6f28e2ea003d086977
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d495b9b0a24649951855299f457889f1398aae2ad563d3337c95c122475c3ace
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ea4844e053a2dface75beaf5e7310c18923a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb36c09761e00e1c69c6b08adb7e40fdcf0eeac5bca37b0618c080bfe8fb68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadb69854c522baece2a135cc7d2859905fcba40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cd5dafda8e68a3b8fe761ea8d054b1b7436276e8ad06b1881076765cc597a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a6f154dbc01ad4da21c7ca0cc01c9a28c5b59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da74af08c2aca1fb884941d1360e01fd852e1bf3e9016e7fc35d052f093a3cb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7324f7b7384fd0cd54c6c66163efa9044d73f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e53553e74c9e8d2180b982932b7a57ba3bdb837f54c208b83e8f70e937205
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac0d33ec8e741bd1b8e1d8c694230f77429772
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e63ac391b4402a5745ffe9ed7e05de0a16c435a3c11dd6c138c627bf958130c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492e9141924ab477347f32bf835e28f4432a263c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1e80e878e3b667960776d97acbad431a5a8bd709266a370264ff58a1c2b759
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54d2905ff2f4492216b186ff9056e82a72260ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96611290dd002906212611c48672143aeba435f7991e80872362d7d86eb82e23
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73e659da7ea7cf6e44f4dc8c95a1bd765e6e7a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8831c11c85c9a99aeec778336675a67d96ca79486c0aa2ce634fad00c8d6f11
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877e392d2b65a4135cb74bfb8139e729c51e7660
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5bd08d0608a3d539e03bb4f50fc8b836138a4ed1730f34d7dc866172074543
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7048222269826ca903876126a519446c6e5972e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764a8224805e25ba1eda363b19a8f6f0aa1dd8ba0fe91e9f6581d9e14292209b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740edc2020509e7f5dc964120ceba957eab38961
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f522c55fc667ba6951a60009b4fd94365b40f3f3c2431767b943d321070cf09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6a2673ec418811f5f433b2ab497589a1170275
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53682bf485e4bccdf65178ef5ed3e9c659103582a1086f1bcd6aba76fc35580f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330bb5051689c263d35232e190e6e217f669900
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceea24e3a9eb08b6e2d16cee055f2d0ea9afa54ea29176bef07e9638073a4fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f512e83185a0f6ff33151a0b359bf311989409
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b661d16f256d954fbb6c32def333c9741c176ef99cb5c79dcfc812f0564ef4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce89dfcd08824e2486554699f67894a310efe73b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bea5ce27f83ce20b88f84c3baba49bd067776ae027e8bad18a2de88f7361754
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c72faee7943b14618112f3527450abcfb61dcf5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5a2189f4fbe028343329e9cfd4979bc695ed6bb21b281f15fcb60ca3997d7a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030747536ec9333955ea2a3f8105e508d03deb1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a351e7ef90892ae4c6db7b86d10cf4d7488e0061491c10460a93a3c4c57e13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dda05ba1f20685ec4bd44e3c10d6be30f160be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c79f186531cb3c3e4175ccd05b22e3b1f7675adbddfdbe736bf30a97a7cf4b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e794fd4382cbaa6fc431cbba9a148cf162cc1ed3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45100064985db51a3da2bf1b3621896e3e632d77cac054e905c50e1c02e16c3a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acc48beb97edc5bc4c01a5d5c517540b22ec0e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1843ff2fcbe2e8e5dfa2d8e28cb5b307183a3c79cea2974597c0b1e43ac12173
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b992caf5b4dc60b64f98e18e0faea64c741887
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872185c8897322db5c5210c2bdb229f9aba34f08ad1e385da86ef7c631f70691
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fd1d60cb0ca54e2ab2e7400fea5f6b692dd1fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed844090bea2fd51100881e0b42fa42b9cedda50cf898b500545991104f018
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b06067de4a83a7336ae5439359438606a13974
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756b6dbab7607f876224143e29d60fafb77203d7a617154ff62b99c0209cb6ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069795b149987b5f328c0221734fc325fc8e2aa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd491de3fd5469cc60e7068bf755749ee27c2bfee4e53947f92e4e9ea104c48
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf59226a42243a350ad8a3964d8a7e3ba200b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608a22899297875ed6f4cb9068cbf5547d70e1d048645e8a558905e38755bc9c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d937eeac7fb5c92ab26eadc48ae922ed48b5c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea7079f85d75ad05816588c85529e8430890badabe48046a0a14d8beb9ce43b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c51fc2f863894e6423cdcedd0d5a836c6fe179
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe62186f8e92367d69bd61c68d5e42e0ff9f6d4f4e1d9d785c7cb084d8cff1bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7d8b04aa84d3420b7cf28de668979669748f9d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263144f8a7cd675535c1fe43e55eba10f813152c96f4ccf1c0dd8475e10a42a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1f0d64426882901cb69f0aa19801ee3b856c81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58006d4ec2afd4eb6f21c62e67de949a705856166870b8636e8a17cf6b036400
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2ebdaad37716bb767dc603a536f9eb2a5739d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f76b17b9cb7c0d092f70b2b913de1c54ecf343dafbb801acca6a7dda508e94f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bdb8979070644cb9da0f09abcde52a5380f901
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37597222db270415353ea3adeb6b9fe3c704d7065c0f88cfbff4c29c6ab6fc13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6200b4b2c9852915d5fb439b8dc75a742a265acf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4e3124bcc252cfa57cfcd420a1da895bd9ef7d7a7b111f342bd9f18d336985
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d404c8bf6b9d7ed5c8b8a972fa36e441ef40b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad99b9302577b887ac9d594d60ff795baf5080844c9e51e97fcd25129d3babf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887250763daa094d60cb1216a9637774aa661957
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5205c358e0687f377616d00aacaac7c6ad3c278c3c3e84aca6e3fe733ce980c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc510b5466c6976d7c2b0abd6cbcc58c3306d0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c05e68245796b739dd7f1c64d2e66556f1b2cfb0587e37fc73b85409cf80e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8352a26dc773f61a20b2e5c0f221ac220e536f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83fbaecd132a0c013c4f678adc251201df5fbb592a656324ef4cef7491fb67c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc041f4f5ac750a848574eb26ce6f130f67384ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7620604d7e979c022f0deff6f8c7b78eb0f65bcc62eab4fb8c0bbac2043bab31
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f95f94da2477e5c3bb87f46e3ea8970a8e90d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596945c65105fe3fbfe2e2875283394183e98cab5467ca14329e7f3b5eca4ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2dfefa7ce9483ddc87d341d43ce5b68143b5092
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01bf23f42504ad885a6064d0c84d68bdf80ab14db56879b225d027c0d8358f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c77ffbaa9ebf07f9601a253443cbd5b03d6923b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502ecffe797a77ea50ce7346be6e7361183b1cdce7c5e2fde29236d1f6673348
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d670c0765e0d078e49c58213efc40bb66c2f2976
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104b70c65887f2a6d85d0c00d3a59bb7673e8d46682ec7aaebb106cbb1741a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e0f33b9b65aad961bc6d4bdb93eae1159b86e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ce63f38dd7d19167a803d6f7594a96e240e48a60a80af5978f8b9d8813bc65
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9c05123447ec52f416c3b25dceda5cb88b343d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5760cc1a7ef4fc03641a571a4260f539ea2aa5869ba34c74d7e967528a29604f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3e613e7fe7be6cb430101641166e7eef1b574f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801955fd28e66d646b1621f87ae9b40aa5c9ed8f0a142dfb9aa64478edb10a12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8f9f512941499562afa6d6e0898f539c05a292
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181ba6d14f247b813a14998f43f1687cad2caf1bbe16ef8789f7837eeca3b27
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ddfdc5aba67b12cdceb84f198bae8bd342c0f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039a59613c03e24be97d2e840b86b704f90c679ac90c55fbad3f73cfa8b2dacd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a0a2b88c11b4aea5841df1bbd8064f249ccdbb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16042f474e380e6f75d89274041e9d7f9832047549996b0f82f36a9e9d36b7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155c4769473ffc1854a942ebd04df17235881be7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9c90e1c6a1468ba62cae5b1e0cac2a80de2e1b204c26ee9aa9f1ae9b71640d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a573aded3727d67b2ecd8f988e4d59c7d982ba0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56db0e1c1628476d69f4fc780638c130a5bffd9c42d59e780b9aaa7a0093c06e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b84bae9b87bc8cd81afa0124a2d4cfc5d1996de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7ca0447db4edc9628b0c0b5b2e7d5b9b439b8db76d883a18726b5defc8655
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043eacea71e2d505f5d4cbbfabe9addaa8714c23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2895ced7fe59cdefa30085b8eb56f4743c329720f8fb38863f83240e9c9e6111
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62c9f87e44671ff2afd46a712119e36abc50b61
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36c5eb123bd9b373646a4074579fe9e69112634758f206f28c8d3cdf292e897
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01dca1c518be0cb4a21290a743efcc82cda1101d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b22c921257c76fa241ddde5cc78eecc0bb1f1332194cfccf71e6d4aba15eaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6c2f1a312d4bca532f49664162c70ddf4c947d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ca66290c2fb24dd62d9d5093d59e4b209ede8f780cbe00cdffd37d6572d87
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56b7066b5a2ce3e592a1b9188aaf65110dbe6ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485edf3cf2f9ce54e35d3d1db65653bc46f4f4ddda6d2f26db577443ff3a6d3d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94832206c63c96d7bc61a42a113eae795d55fe0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d57eab8edf3a73747f00e2b5311b9cdfc48576af7cc4c3606fb5d750304f60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d5daceeceeead0ff8f5d5685a0199ddbfd7459
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2997562ec37f7459a4738c9fe20dacb4bdff6840ea5a44facaf8984980b7c9e7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b3de1fec171462cbc421017cebdfb8b3adce1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456addde2e6c67791c7dc00ee107d323accffde4048a3256b72f3b6bb8868f6e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a44f9037e24377227f1c2bfc80ca15cd750078f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c81a93820ac635fa5d6af55ee44e81b95dd7a8c04f7099eec1c903da2bb1d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1d0971a2c199e93a1bbfadb6385b6ff10ca8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afbd6ee3940a67e4f84be9d7cb5400d73c614d33bb0c6e801576b83af9c9406
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1a77c3d5a5fd1295db300d18ed3645d148c2fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bdf74fa5039cddde030193e36cd920e4055d800c924ab8af65f1e5a21ca4cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32afdbda8485828411f51ed0ee38cbd82f6fa6cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45af2f9768b13657a26721800da930529e98f8bcc13d6e659978e3a8d61dbf67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9db9dd8fd448c800ffd4d0a6c7ef18417297291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a10d01967809ff3ec448744a82382182a7ca6a7dd51d131f3d66ceee2e8f2a7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcfbf9d12965d0188013218d77d309940067a6c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958515d229de63e2425550188b56c3adab3e3a19fb8e9ee0bb17c4eb00aba16e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e09f2ce0129c947f9a21b91f6e964052fe5da34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f66069c086cf20935a3ff76d611fb75c615a1984bbddcd9d652c14c9486815
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ae4fc9fa2c5260fbd623ead7e9c9d8f8b3c40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05427e3613f9d0697a29b797557059bd68ecde99a4d2df6faa0713dced4c5106
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d35535ca4f26e94980efc19d9da875d58be994a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1ac9874669752702cb7472ff0e2479335aeafff6e6545d0d099ca7e12d299a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a39f1c5a91f43ba25c7c2f20372f247e6d1e3f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3803e89b5ae6e49d45ac8c2f78b78a6a0d1ef5f88bbc7fd7ddaca5ab14fd6e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b76e219a45de6073478d235212b42a00553d87a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9da23180a097640afe649a4239096abb82532f3a7a0b213b44bcaa650628ef
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131f00d1fc051ceb977b833aabb0c09c79b9af45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70f2e328a7e3556738b68d6b0d9e930551edbf0a348188011f42749130bb928
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b35c097ce0eaf3b4f829758e99b933c2c8669a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee67e5556fee74fed1050942c1a9f35e5c91143042627f321848194103985e5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3f0397d79d475afd38519209f38a7b56493922
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6dbd273f9bac01395754982b26f426513316871ac76fa71665fd3ea831d77e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998f863eb543c99e32a460079be1926880c865cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba07724311600bb1656ffa2c444a8da90533e9a4e75c7318f121de986ada230
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc4b7af0a4f065418cace2d2e63967e5e29629
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600deda5d9338e059fea85b9a4b5ffda48545d89a26b00b565517263de4873d2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0ac41752dec4355e8c9a45545dcab50e482d35
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6d6d4ffed8b3e6ad446f682cceb66e171357250658fb68ac653dd23516c80
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8110f3dfe53337b08045137e415b8be962212f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e49a37f025dc86d066161b9e2868ed5ee11a0cc3f4643ad484eff8fb3dec03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46df5de0dbd9024ea15536c01370c957b0fe10d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd628db45e7ab38c83eec03c6f435134913f799606abc3be36541dec0e0a751a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8920631fa2239993b54c90289e04dbd4c78e3c02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfc386c596b6b091ac8a8a5116ae2dace6a7ae2796061193471bfe860604f34
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f43ed176029b054698c0cc9e65c01958b780c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572d68d16264f53d4c88cce66acc3ebdd796243e14d7f49314c4ca08567c3bf8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71c93927f4968e3824ae4f9cf79fbb582e556aa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3175f3fbf6f2669a065f80ff119d3f91d1385b6f048f3878a20529992f78a973
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1612ca6c15eea8ad8b9a43a20d16efea8132bd3c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689c74e4d2b136e98db187461d506c60768695153b9a8981b0d495fa019ec507
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c3bcb71e2f32b5ac6a8c4749baae7e4444437b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dffbe1e1d63af153a673b9d58ca1801d13732289d18a438ec2cd5ff91c22eb7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d38ebedc6ffaa4c102e90c9d8f4409eabed5cd8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03751931d10de4f1ed2024e4e05d1bc20527e2bf41531c723b18fa6decad16ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0aab26639174c64c935e9939412d32955a4173
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c878e432073efbecbf1855665543b0f088621154a5897e9776e8ecf1b0e1742
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2595926e27abc0c1c7e5eae639ef12549fc8544
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4007045cadaf8148081a20c17938521bf8075bb19de37c2a87cfcf9cd32ccbe0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b682c622a268c5678c8922f36d8cb024c1cd0de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1d92ab811cec9e91c1922f605cdac5f1bc21e93f2723668290e2fe5ec6df06
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef0e3a4a7490a18e0506e68351cf5b25a75643c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44828e27ecb0e376b7d06a5b52d9916a62b5a0ac10c0587b96ba32f5766a3d84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c061ce0ea9613da514cb9f1b20897d7f5094a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5031477cbd3ee9aa89907eab79c9339d6a706d1e77e4e6840ac65fb5fe5fe1a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef356871b5a51b91af4e52cc5bb6aa1b6e05c818
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629953734bc7c088a2e537a2be2ccc6b0f89dd07aa1f1c486b63804fb2b7b53c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c5a4e064b32606184efbc759c859eb58ec69a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d2e6247358277acd7e801450fdb885524bc1f2e7483620c48a7a62fb6f772a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fc27dd43583d36022e0f943f3be6890aea246c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ddcca958adc9618f0bfb62ae17e7a3a843768a3357395466e7fdc94dd720fa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70ec7a2c6dc85d0ed08e4170e1d85e468ce586c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b914b180ac7e0f0657107d9daa1d8d14c77fbfe731ba69a342a21d458d9818
+size 11395