diff --git a/params/phi/6/rnd_search/comb_0/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9251827c3634311046105900d303ced2e43b1ffd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d6208b8cbf9c6ea6be73426af4600a90803bcce222c13b658430b9de651c11
+size 205955
diff --git a/params/phi/6/rnd_search/comb_0/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188024b390d18d56985348e7da7e5d63ac6d4bf1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47335380dfdcfe1f6eedf6d0027cdcfa34bd2f7c59f9d9a9486ccd51cbe1a5a4
+size 205955
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0062b41cc618db57beea2c46b8aa0ccc76fa953
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c4c265d216d851314e3d8f3bb5b40596156d2ec3b9acd1b423b2c6d64a1b4a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79af48ac5972c89763bb83a22b8049d1f2ffed34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7618bc511675fbc659ad4c114610fd64ee076ba21ba5e2d7439a16a0d3992de
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7871f1f5062df98b066d0e4198f333467a0ed3c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34867a7c9b618c98dbbeeef7ab7e083b0b44573ac27a6de5c11832c26164cbf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0b83c0df09d027b3240408483fbf71626aefa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5baa42c81aa5793b435719584bfcbc7d825ad97a2e399b10a1223e245c16a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5b8a5b1cdade71fdfda5dd9f1163a4ed73a41f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38320b117951abb19f5bf5056160e7d24f570d05dd8572c1ff4ba7c317cf166d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20565d8a4f1d61624046c3d3841441d454de378f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8c219205fab415e55f426d4d3a7087c6f1666a1b22aee5d8bf06b15a35ff42
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c496d7891cb2be0d3295d57dedb454e87cf9d62f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3fd7e899787d8ab28b9c9ff7dd2601f2f81bec3a09b00b7b7941678aa05ac2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b63b36e0bd87ffaf58dab03d13fc8b9fd411cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f7f7f09793dbd1f3954d868988317e0f6b740be2bd1d0440ef59d927cfed7e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe9a1bebdab3449b53f8e355b0bc843730078bc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9500982dcd6a0dec93aa10cfa07987247e5519b084b244eb34e898269a8e551d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52502f48389fd76a1fe2bad81c55f9940b822181
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a272ce805212d5b0b5e349ea8d3aa2350345d532d80f7d55bb7ab631955f9ba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8028e7f78d8ab1d88916929d25564418b9769d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd54def83f9194ed2264691c0da019dfe52f4c3d434e3160ae8e9ab5fb2acc8c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d0273bb9704fcf651237cfe29240707f940db2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf519a6ba5ea2f964277c1e760dd0a65e171525c677c8f9fba8e43d896f2bedc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec4710a2953044e76744b37e8fcdbf27576ca1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c644e847a9d33330439c9c5011d7ea54626a63da0c62df3fa5c611d5c3e7a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2b954ed63b0fc4cb4092a5b81ac75985304cab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac17ace9b6007ed8e10807cce6345a6f814507d12f83ddb370b29662a227261d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce24ee499ba5abacc9b6a7e0451303870709c681
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13df0debc21a9e082c4e49f763df1d670d3ceee4be8e922eb1731a328e865757
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0972052b27df3e044b026d9dc177a209b52fcc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a210c84f146949d3478f7baf22aff60a70062a7543bc58bda4a6f507b0ea1a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3a43e59ae9c783850e2391fd4b0a20c3013ad3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3454229c3014a1c22a3db5673a97171c500340800e68c671107544b5d6e050
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6469f818d5d883cf9d442058b0fd0d3845c1fc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478467f7faff367eefa12aa891f0f1a1f80079d1d86510b4b0d4d66c89a06689
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bba5297e3b5033318d5cd9ef7081365297b432
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3ae6821212144eb92f445a886d9b6e9691ba27f6e6b01fd7bedcee0966c088
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261f23c7ea3af5057ae0e45bcbb07da6a58da550
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98ca94911e6f303d42e3babf22f22a1d00de2f2cf26b692af84b529a4045eb5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c908c34336170db0f0668053430a0409c6c0a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afdd01f77c290e6f19dc42180bc01db2ca8e662580871ad5f8ba6110d2b43a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a072e2d8c79728bd6abd439c6bad7d8e05da557f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee32e9e386da50f8c76ab1fbde9e34f91973aff21de62c4f1d1b963cb7f9e66
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011045df31ee123cdaf51a69107ea0abf014a926
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48a4baa19fbd1bb170d20c610a7bde68e1603eb69cf48d08831dcbb82b55d4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfbae1119760b2e2a379c02129af11517a47140
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a1f0147a4a91cda1824bbbc16e6f7d8474ba5675eeb4f8a3fd5a65a767402
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cbb721177b558f0ccef226cdf174c9810db38b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5f4973563e057bc157cea5bc85e01020ce106180dfca4add86e6107965ca79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446b234bee275fbc3c6af5c73183c6362fc1cc08
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f526ccce063eff798f56ffc4b2814be797ae06166fbc634515afc4acc4e97d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951922da15043d134bde80cde83edb373b99000a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d1130832b9378c91a76cbce3460d8e871e1cdcc6675244ff04b32f344400e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37133a0ffa71da381223d5b6b8c73a79b8bbc78
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c304770da8e13a0f07a3177978c689575e54ee295b77412e9201d5af2b9ecf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854c7e739b386d1de717da110ba8ac1681d1bf5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e5338dbe83e5a9061dd1c029cb8bb6f08a3bd8a0fc0b58d00d3ebc98096bb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456563f5e56f8f5a892dd6b331c50eac5b4a21d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b8b3ed0591d5124f63292badf908047f707d6e1b2bfeb1fd885061a5e2a03
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ad3c97bd09e17a064e077a6a2bd5ce704648dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b54d3a817bd9057a00628c087a21f8ad83b340556722ccd1e8ef11ff6ed2e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eb4d43bf2965813fc49d73e3d5d38a2b4884cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa23a118c84dfc9dbee65435db61d1e346128a086c5f9728fdadfb163e552fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d49f37dea29cf6871b0236c52a7ba59714e1f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbeaeab8de9df029bdeadac35289f539628281f9b0c8def786836b3daebd9a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78443987f9b41e1a64c438ef3fa53d3a79ee59df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb9c088b5b9ae36d5b9d3d466ed59740674039003c337b4b08fc50810b89f63
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e6e8fea9e9972cce4ae2ac762f9ee4e0af3406
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ffd3909fb176944f57be3344fdc959f35dd6a7aa837e0d4e849cb25508390b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56b783c0c95d72ea0b1d1bc8231d1ad4aed2ef4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d2d90be30815e6c740f6c191855cd52206b3507a7166b3011fa77c8f1d46d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b7cc0bf283687583611dd7374bbce28bcfe721
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed8119d1690355228e39cf3b8bd093fdbc85dac0bf3dfd97cfa64ece682d83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b77b49f8626547dfdf058441604c13077941da4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76485e0d41272e28e9e8c5e840610aa62a8d587a79d5bc1753655edf72372dab
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d751603755f65eaeceddbdbdb52ed5bd3d95450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30881ba66ab7754c8d2fe4f9c549c0c5b20b4dbeb9002e1ac98d80e4771ffca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb487f4b86c515ebe84395587dbf3378953f05b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7245b4c226f5834beaf1b54e1a2e954721655135a67d47d7be8d488ca1c47122
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7566be890b9f54c625995488017e380c72f26f21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae06c63431c166b97596646694055630f8ae08aa1ae437822473612828505a64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d08266a02201be22be2d4ab95e48d899477de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc545ebaf6b882e854548842bbe9215bad698294d83141459af4085daf527448
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19dc03f1a8126c691dab1d83293bed91297a07c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e1181af8f8ef8434a7b433d5ae3d0ce12263ae19975d0fbc2267f6008a731
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01c9cbd89c68b735fd5e71813ac42338a3e0900
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116568c37b9e35ed73f12e2244efe2f538c29125add121f802a69151e3d7146e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af19aa50b90c0d80a01926ffcefd387d2d0a3ea3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a0eb00af0127b4587c812fc42c04fad1cf21d40e93bd1bac16ae9bf6443775
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386aff245d8e707393e2e9540ae0012f89e5dbd9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d97f088345e9905625f851bf4ced63329a5d407339eab07ab107910a3360f8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8e78d802fe4ac385e1697be5f07408733b0bfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b41f493cf82d0bddabc91ca708c502a15a520bbd9e7701b052c4c49118e32f0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0220dbcfe89bbcb536630644ca6fc14cd2312b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba375183f68ac3a64697d00619c9dbf962243264117898ead41f1ca152ec56
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf04dd9f0ba747b482c04e6919a0a8dedc01191
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a5e20cd091002a8bb56f5b7dcf2f606183f42a546bfc061e6bc540209cefc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd861b8f9632a1d964070d10ab5112aab73fc8ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70d283ae81ec6581d223298f6b352ca65b45cdf19d198361c3139a7c18c676d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5254977bebbc0eef8c03cd88b6ad2c344be4c44c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4c7172bea9441aa41202cecb897a389589b19db64da4be21466eccb869f08b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b642698b903341e097298aa37db5773e46b323ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9b3cf2c3408c10d882b1437de2a80b0be053cc0eebac4e60da21a954a63850
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba0e779336d91c2254d6a18e6b3f00cff627674
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36c13b0acb0fd3174ea61f26c1b73ea38723219bf46dfc47a78c1dcac51a90e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fe53bda7d8796424d108675f793d14896b1739
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b8373b6a8a470277858a4e9f1e99f57f4149294eff5ee06c5ddf615aadd47d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf2d80b4f74c9edf033552a6c8944532dc50142
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24b7a9d33ee3f855289e6632e8058148fd3d10549ce56a21fea9f119244350
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff68350d53d3320f2fc275c1609d1eca2a18b0d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c340dcf333ef23cf6133579b1fefbf159b6e555599b57dc55872d33adbb9b4f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a91b691b4fe7b9ad9111de184dd46d68c193828
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904e1b4748b19089970d2eeea517fe38b9156322b45aaede102908fef862bae2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39cd93129f36b88cae7c7b450e3fce272282ebd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242dd09d16760e791c8e5152f8ddf2bb986c9e68b9ecab1642c7bbcbfc39a2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c612bf2edb24abc8794225a9dfa39315332291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf733f9fe6f9e1e2349fc4738c236557c97dc6a609dcbef4fb0556fa5796c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1cc19fe259559d9600f8deefe1d720c7111874
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef313b833a6549bd85578a0c7bc114ade532fe390b1e5045bc355b7d5342bef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd21577422d8f32a83a39a0a69846f1d01192fa5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61277097524aec62f6c2376e697b9e142017721dcc40ea8d4384064cc43adcd1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65fae64a019f27fb9b44cef16094e9c4c4a6255
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2669f970e9dc5df7901d62aa06cfdcac060cb5d480acd6ea9563c6a4fad83d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b5e74ed4acb0832e06d52fc40f4b48a8d62fe9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10b60d0902af084e137ee55b8264c48c603d9eb449b2b00cea5cce63fb53f86
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece3ba1a27ca8063fec2ccb69aa0c2a35551310f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8c25e62074341ef9b4ff0f6436a66afb894fe9512af222bc0f7b40e16b31fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23834e5d668e8156f829013e80d5e6b66b159ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f41da344c9d44c5ba4cd3df9a3fe4c032579a982094a2cdb789ac4dea26b84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c45594b7caf12356921978de9626f2da7b9ee4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985c4557ab66261d82babbc3984540ed6045a313c4c754b13d22bc0863beaa36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769c9df71cc48853ddd4b02beba1bb2af385f172
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc37fb544e439aa36291d1a95d7dc171af99c2bf3b4d86fa710d8413a19fea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c9477ee314131f8fe2b953a49d2a1a4ae599e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bfae6dd0340654b372c90093129a73ab626a680445a806733bd591c61f077d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9190fe5a7570caaed0184e5a12c76a9fe1c0780
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2bd106bf3cc990f553f78e4cfbd7424f26d5dc759069222b0e6ab3d9929ded
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55ad6224e819fd65295296e7e85f6912293b660
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc0dbfc994711381589205c6a002fb2b3ff417dc6339604efca7bd788a9ead4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40007a98e8534a57bcafd0735bf759dae08fa75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f465b96925af1a0f8e331ecdc5c911b47d2e60d589726755c267500a46331
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9c59eda0ae174b0ce46de908d622af17493c9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ec2b64f7e17b69b7d33502b7a41eb247d5dfd0c57dcea624cff90f4750a98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5babd56aeb07fa4d538a29a40a067a9086536f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d6ccc5577effa8b8b362ff0fbcaa8b9efe97b0a19e36fcc7b960f8641daf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f3280699f2f3fd07852a7aa49807c342b36496
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49376bcebb918317580b4735531dd3511dda74f456e15349c91076200783eb5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742963f0ce4b8e9903fd5c7f1e28d4b16ff9f329
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657aafba51628ece391ba7bcbfe028f33f207fbe522a2358c4fa62e9a7b46e30
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad8f41aef4117f1eae86ab36b9c0eaa196c414f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39694f4dac42e399942c20a9ba517ea2cf5ecaa6279cc2c59f0652856368354
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c165b814abe94ed3832e08031e023d8eee18766f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97d1d80b2baddddb9de083422b3c1c5dee1f86c9079484e9960c57c5efc512
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a488e24978c70c8cd4d69d941559a2715738c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f37f961736c1d5b0597ee7c5d82686bda19347b8a38c46ddd22045a442f992c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee68261e238314f8bc025fa6b62861d5f228e54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6f0441a31b53ee2f421bbc60a9f217722b4f0e5e7a31a72ddbab18e2676648
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1965118231a936335e67c30eda58b10c7f6c4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607c16c2a755d75624770618d20212e0669f44e426e2b6af0ed1c86eef1fcd25
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2de652853b23f4a0a322153ca0fc5c7ac48a27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b916797905991bc1cbf9df4edb6b969164a39d7883942b9a653630fff9684f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b8964856ef0bb5e0ca4e73d6ee0451eb0c61ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e44e70cacf683c17a26424d28d5ac1a08d6a15b61358d870e44445a9f186e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab1ff2d36b7dba69f84ce9c10863585208efb3b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8afbc2f13d9469e18c32d67d87fe87c551d7118521f046fd2b1599cadd28faa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a978865b0421cabb096d55743c9eb187311e7ee7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d98f4f85db93aaed5d535092ab027e2d58f21e64539a6117d4d516d65918eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9e1c208815ae16d824675da55af453efa0a6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c5a20933cfb2012ebdb47597650e68a15055a7c21646f13037f75a3bfa5bfa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3e906e2fc84c2654e734ca23c9d724bd339d0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a22786f8fdacc17744afa563f19e602631c6d98092c993825510f07846e7d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2231499af093e60b32072cf0b006355ff742a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c640d26e75c5ddf07fb4529c0d157c1458988c40a0f06780f491ce36bff78c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd115fa82bfee4afa0c74156f76edbed72fce3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b259d9b9c3f47c8c644065190bfe561160590fec6bb2e17ebce967929526d589
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5f2cc6a8459547916691e62e0093a76a87c3a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf100a9fb7aae78d7e5b025639112e8b5c44e4205fda7a142ba1c8c209025c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe1bca2103c80473f97e7d0d12a10b83103f8c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b63c7121f5be180db3d76caedb38ba6be71148260a634d431cff302b97a79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b8200b6a2d2c493c0d344ad0df39ee216b55d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d474ccea34df5afedc9f7639b9db54b1f1852677c36d18579ff531c744c492b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d6f7ead47e36a1b13d71984f14c2ca062830f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dc6ef7f9353cf85085c8d6ca9138f394beaeacb47c9db8f2feed9a06bc8150
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94aac0b4ac228638e6aa8ea697c67389af5fbaa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d66b23f3655b793e3b59df2780e8f428d88732fad78f20cff6b37b5511cbf8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09bf6a09e8824b526f31603e9972dfb3bd1d3a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3735c229a136f274415f264881416474fed6949bb2ad8e11a5a5bd851f93c8c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1ace4a1d9a9ac393578432f15d80172b88f4fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8503ea3e0c8c0aa38ade3bcceff89b18efafdf27f04f69cba8aa447f62958
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cce8135640b3f058a74f6e89acb8a98c86ea9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea5c15810d1a00a82e66aac555f39468ea4fe6e93264976477c44fd28002bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6d69cbe6b5808e557614c85dfe5ab1e13dc2d1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98cb254abd4913c445eb94d277d8edcde99ec1c75c61dcb8d01e3a279fcd2b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620563d0b8180acc8d171bb4fe97d1bec6994c88
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6708208e4e2401a83ef886dc3506e3e9bbdb5637e82d0fa43b10272017928ddb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e09b185d69f4a6ace86ba5ba771654b39ce33c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e3107d0daa9c23b4513fa6113c46b66b30e0eb680984865f2df03c03faa2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100eff02e453242aad6d987afdcf0c2cd2b213f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d612194b6b63b710b1dd799659c7cacf63a8999dd7bd2a5afadf9e5912001e1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57681cd1176bd9e4e7195a5befae278784030357
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6385559b8dbe62ead3f6b55d5ce26bef8ba64d0aa26c3984a403d0b7c71ec18c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def23f3031f0df4677be250fa18c4d07896a687
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b6f44b76826d586d7afd7e7e3863aeac8008dbb02f1963d0d35fd6547a5db8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123c60d35470cfa365f5ccd365e606901f0e10c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656cd7d2b9ea7928420df6adf9b0a589fcb3f7ff4d7350b05a3685534be47c8b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76113fcca2bf4928b4ab7e88bf8504897dccd1c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d177da7a7e1f13dd9434804428e48a89e0941c0417ca9e218c7bdc9e23becf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc1ad53c424cc9c1a7a41e4cf39769c830b325e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4674ebefed58eca507b4f6782c99c3d4d50a5c7838f368374ae0aedde3e35c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a4286e71b72ecf1aee505792935dffee2db500
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecd6263f4a45a454b9be203c52f37530e521f981c869ee2d0d09f07af5236f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9741098df3950002dc705cd95bfd784bd8f947ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24ca7107bb12a232e3a4dd28f680cf9b3b004a6d4df34cae4583e065f158a49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b825981f3d90c53bcc795f2e1ac86fda3a2d8f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76a4850d0e8a27cdc31041ae38de31508a2f11e78a4fff82d2002eb39fca44b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933f0656a43d3680af9f1535b60a150c6bfbd999
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3d4e15ce4e59c5bfd27efccfe5d43a4fecf872541588072ad36d308e15a8a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5065ab418e867d5b5ee57168fee12d9a22fb39
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec2aacd2d721ed31d8eabba426db596703c0e29083a49720f8afd1d0e28406
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08620725ea30e473462e57c7fe316bfde74dbfa2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3deac90ed4ef10ab307e56859cb709e47da4b6f4936c2f2868334ffd3752a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e552fa7fea12136ba8da74d6bd992faa763632
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df29e243cce51cef90cb8c10d1e669bfe62194ec88fd22f8137029ad0053e8b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054306bb294dbd04c0064ca72b411cb466ded8e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec1fa149f54a93be194c9370d3c5110895416512184a94d9675b24b0f940052
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84eb682ba5ff8b0f37afaf9d328541e5899daa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf2d8dd4897a217b4de4e4364c7e518d16930c8d0d9977459bd20f51b7d4e8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe09cee8b7699600312c67915f6a7fe09bb98bf5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbbaccb7350c9d7f070b2b1011ae140a31fd87f6487314ac3b73221ea55348c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0197457c87f4c904f614e0f6eb939ed24edc9042
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eda4adcc0e70e7468cc71ff7cd6a709b2e98147f2e599ce25c098f5d593150
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346f87ea8cbf29c468d4bd1a8f6316d9e186e813
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac94625c603b58fff3934d77053c731bdb2e5cac5643a8522da0105a03c9324b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac81f7e05bd80f3b62103be9035850573d6be87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f941453f393b23af4db44d601f6b77b77dc40e21030330497c77e663bbd77
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d209a0f99ff17cb2a0ab85c20416654e366b0b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0027114c0014b4a526615c9a5ac5615168e374a8b87efd1118210bcc2562b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762703ec9603b43fc464cdc53e2d1114423d8666
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dd5b835eb945ed8f61090a201605ea13aa2ad992348242ed46bd890504970f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7499611763deeb5a015753f4468383dc263547a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6a91cd658e457d5d124340392e8cc2986d37b1e59d675ecaabd0b698869c75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f7df904d5c374f4b40e2b943d201815fc65b45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3d4a972cabbbb4d8d56a7744ffb783a76f1788d76871164b4628015aa4a00
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c60139077467e18e7898bfe2567c7af68b3d10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6296b709aa0347af80568421a1838e2982a4bce0f2f4f3f4291b0ad6ed00b51
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f73a18eb443f575de18396ecbf96470b540491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0951842b69e7893b72ec16090a20d6471dba73c817913ea1b000d2ca726af16c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ca4dea98a0879951da30f93817864652b35ed5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0843a99802e20de1af5a76b2591817569fe0f26ae286345b880006fc3b82fa40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69223f77f7f34d64672b8b969edbe17baa3214f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbde97f118d6bde15a68cec18e4a318107b7e11448d57bbdad04fa1e5cd4365
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5168866a86d61d919955c51c03a663440fbdd70
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83db021d1815dae18391f16bfa44c0886d2beee37406f8f49776af5bdf3ede85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd367834a9c943dbdf7d120b44fa30578b5a258f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1e9f943a8fc3af64a1d8477dd8cbdb5548c103af57b9b7c8ec051ed575cdcf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96fad8211987c66354bcebcad4472849793eb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98f375e9d091c27b75865a539cae598c82da035a1ef0b9fe523ef6fed7cf53b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4df791b04f5b19e3bf92221ec54de138f8500d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7bfe9e6eaa99c3c587c46162f789a64d9d15362d34b3c8be9e29616a5a0fd0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e95fb57cbfeae60ef63a2be12496d5445766710
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6589dedbd8c7e58b2f3101d79384bcddcaa7d9befb5575455b3e477c4938e61a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4499c3d32713eada899be23f90ae4fe98588879
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e334ddaae89c4cbefcb3a808445325d3af48984c01a69337c8e62e21b5702e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25d071ac4dc8707d51386ee4826485ecfe2d9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e41cc2a0560f7df70f429561cea11f863f6ff2da074bcc79d60dd69a65157f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547085efcd941d8978ff3e16ac3afaa42c3bf4a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325080433779d5334399824a445fc973cd1d23a0a48c5f241f7462b62f4a18ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c784011b4175ccae8a63b2c9d8a7be56fa5f95cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ce079e3d7928e94b55d3b138dfcf0faa23afbdab3d4175fd05ee45b54a8f58
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a39cf3e0ca519b4986c7ee2748c726db395801
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c3a8790ca412d866c5a23eb857c42266a14d15a12b2603593888c433c8790
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06605da884a0298c8a2ec976383297ca8a401986
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5c9cede8956d6b70635b5ef0852b5de64180da713ec4308e6c25fef244b41f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed55785413a2b90ee01173da225b8f19df911491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc8b80cf76cc3abdc113928d3f2c162f4393b0f521eddcddf4edf069f6b997d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e9f95d9ccf366bf2b35b77ed9816028f9ea016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed3187ef0e169b48113f3d2d16d9b4073e5e7762f41789d2c649268767d1419
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0453d5b76617174c3f944472603e36a4e045e02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12211e4945e42d13f4256556879f78592f33ad94e2669adeecef4c976093a8c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d713286ae143c2e83c43eef68031b1977dde0dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e3c04cabb4f338a07ba5fc5a58df2a08b0d2b78b42c0d70e43ee7268c5ee83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815a70f0c82a64ed06e2533904bcc4a56ba5325b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fb8d42f1e29b70a7001aa1d2998fe967cd8133636aad52e13587182faa946b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd921bfe4bb7c3b7359a442cf61b638ae218006
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af8e232de9963e0bae58325d892ff419379ed92bcd7b489ffafd5c1501a345
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f7d4864234378c7dade154f2675f8e1688d32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e8c654a281ca1dab74fe6d34a67bfe1f15576add65feeb47afaf64ecf051c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbb1dc5029868c1201cd4c059465dc5395f6c29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd97ca0a973e5e7c882e940660ed737e297b732ddbe55c93ead0e37aae03428
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c3d1fdc0a913ef8d1168834a9dee7183fda3a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca02d726feda4cc16f9b69e16a852c0412b9b9d9d18e98220a5b483a9a49d34a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3310289ac5146b00df4573e595ed2361437e8f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a414a69764046fb90cbca4aedf86c0983941bfcee30bf1317a8fd65777ad58b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731980098a114aa6f6209c80ec5173780336dc28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6226ac69e431aef028178e8bf075f3f1d36a307704d8e128af8413db572e726
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeb785099007364a613eb16ae8f791663ce2b60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa556b39253c69750ff63128158bf971e7ccadda7d8ca6dc578ea0b477382d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d3b50bcb995b05d76c43dc821fff0da1e55c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cea49ac1b87148c5517542dca1870e4d5606259faa8fa00ae855fda291e10ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3d08e317e00cd6697b7c56f3af78cb6fcc66e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c1c9988e0e6a69a3621c1b24400b0cb9277f6cb4043fce09ac698b32b76826
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453f88be24199391927b31ee1480f63d90ca18e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515e77bb529c72c4316bea1a9ac2d897e7a7350af732cbd18ae76cda382a987
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968420b71b9a869689fec57cd47fe26d34dbe3ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa3bb17882589675638e99125e20f6915a61b06b1a0299c1272e1b550c86e49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e7aa0fecceeecffafb23ee980d88ad1a60131
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e4e98de1595b522cea73a9375b5d64cd58444f4739131ab3666b2a8a34dd4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d606d51906a2ed602b3209afebc21ca54e6076
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f27cb74c1b84dcec209a0c88267fae5436f87dd33695b936be44054908f7ad
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72bc3d105b418d2a51c24e4408d4ae8dbee7287
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a905009cb9be8ca396fc6318a2618caa3f583275184634fa8a44ea8ee9adc9c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbd9057f9fec5af20c17f006325bfb5ebbca0b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378afd7c31d4f289e7b412c753f7b23448408957ebb69279737654d04baf7c88
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fcfbce9a44e8ff366b37c20a5d62c0500d8aa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a91996314401d3eabdb23ec812300c889deccb26a9f54dc3f6026e6a33ce84c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8691137fad177203a8e249332cbf7bc22fe7323
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4865e3204ceb588b03f57dc3d3c2e9322147dc28e208a18cbca2a5da4adaff75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c3fd363d46dd55afb0725cee28f00a578ca0c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e3b5df6438ae114c5b14ef162063fc65cd3b56ac1defa7f9b96fcc29e352ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beadb7a69514a14782815a0fb780f8501d1bb2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0762473dffd5c3183ae29cf40630c4acb13b50195441741755c36ec7ee2f1dbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296b73324b800a4965a4f5ec1af1111c726c6fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a5c13a4d6bd4d00e55b6eaaea91ae907e9a9ec77ba0431e4d7cb81de748b21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a75d17dcf4c28d6a00f6f5c3d87a024fc1c58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7e3fa15426736db5682ab2031c361c0ae70376912861fca37147fd4b99246
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a18684caa71c62721ae329385158689d8eaed49
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d04608f9f911fc1e1f6103e1f63c5643b40a2c1e953126905ccf8b75efd3479
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a4257632103fd4d0460a74e4d8466ee41bccff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f27cf7ce5e6d348a6db92902cfc9451d2e58e09ae663f60bb89db0a0c9d2fd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa2325dc2d78ef8f27ad9c738c4d1037c27fc9a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42909ef6165fd7dc86604a0b871d1cf2cad07662feeaf26f521f21a874815af4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44f8daf5d5fa7017de029ba588e1a1d4f5b902
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518d0ab43ec11438f1036a2639c5eccbd72d18a13bb37e87bcd580266a38a925
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f81691c911288f6719c59d4fc9f36a77054cef6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afc2183d4a29c0f8295bbe8dae5a48ea6167cf7ac7ce60cb575df7405b51793
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60be97aa67672b58ce19644cae9bf19e4eeec2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464ce5289b10431aea4f1e0593207ec28dbffccc5894ec9a7ab5bedfc56283b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f462280225a68362dbf5bf6a79613a5d62f7b75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dbec0c54b30566e7684eb252f464d3f22c564908fedc9e91fcb5878da98eae
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076af2cd1eecfdb8bf6fa38dac7d1c27525ad0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c876c93b8b3cf161d6eb30cea00d7729066449702dccdbd8bd4653864d829c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27097df2a725ca8496e5d0e691c35d660af8a29b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba837cb8079b3c591f5fa7a290d3f75b6c1c1ec4ed20d76198807e4d4bbb956
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58085c3c3b5df8d654e2577f32a32f82bad6e4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9375f4c45ff6d2b6e18f75f4ce4b0d388d1ace78ed29d12da0b79cbf26a1987
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95330dc897b3579b4b4f0b069cf4a63d7aacbd2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ad9b2e5a15cbfe0832ab607bebfead1a781a25704db15a78465953a05ac455
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d36408e3d0bb09ec099a3c12c2a36fb449748c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf7e56367748b3d014ad1485c70e043b249a92b39a32421d5cc9b684a7f1bdc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae70589f1dfdc821c12015d1fff92883c423821b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7749c98c8f5d62087e0c6ca8d99ee2b7db5455e3ac5ab96f06c88e6f9f38849f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc44d6d303061fc275be5e8b5d71bd6b0a5e74b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06fbdba9e5b925de64a12b0933ecc32c227e5615ed4e607e7766205bb972dee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c777d88bf094e475a1164539bc9b7d37e5ad68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d74fa3361cf91b6f53145f163f18a542ffe0e41d9c525648860294c2858aed3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b49244e8f0f2c1815a6787045d0f0b1281ddde
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5baf68deea0846a88fb7ad13370507705f634ac2fac6fbcfbdcf0fd2fba2dd4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372e45fd44a38701a5f9f28425c1766201f5c88c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a5ad713e983e59473c569e66a85f26cd3bce41a720347d6ba357499fbe4629
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754786b900803bd9bc012cfb7fe484a62bf909b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d083705a6bde0c8285d5c9ed6a1faea005e0e7eb2a1c9079ff0713ccd28606
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96986ed3bf1289c786bc6a63285f8e7e80872a2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166e97e3ba42891b8a68552009bc75eb319b526a1f2515cd96f8ab91d81bc7b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8266ebb50d03842daabf445db50421633f77aae3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072cdec02a1f4d017b604739899804db4ba22e858c45cd1bd679a13c05ec0039
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80f4fee982eadff7588ad64321d902a5283c1b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eedf64f62929e8896dec75e86d884675f02d0647111d97a48a3681c6caa321
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6a9bc57b237aa1dedb3225fbb355b562b845ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd6bdc80c766d960a3c1e89a5eae31f1cae3a5ca26ae99af888404cb2e581
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8314624d5576f910681db88d2c758dd96c238b83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97492777efd24e1d29ab89d7a201c47b0fda215b461d9753f03668fb1fd8182
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c396a2146ce969d6b9c57be397a66d499cf434
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca2ef0d3f585b16a1b93fb33dc10a5da054f500f36cd308e3e41a8ec4c69580
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3606b29d874b53e6d5752685d20cd8954f2d3342
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adf658e0bc88a1de1d0571ddb8aacc877c218fd5ba0e3a3b4da7afa3fc911a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259f90e4b3028438ab6c6d03923ac73c8d365a6c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5848b8205c59713bd7a041772311aa0889bbc0579f7865fee1d3a3b21030793d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582b5954baee03304406a8931985e9bed84805b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee68e2e8c228bfc6ef53476fc870743a2b0fb79307c846b08005d04a6baa1d1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ffac9e8966a5a72e91bc583cc82097d2575452
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1396873665eb59db1808e0f20e0c38c70e4c4b96cc697313e72a69fe11cb185
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264fee6b365c62d42c0e160df2c85292d26e0764
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65df59cbd18342efd893f163d6256925dd5a3a05eb4bfaa492d15ce02aa619d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad77927701bcae5a2f58a4c0f51110043bafc40f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b14e6a7748325cf6adbfbee329f5a751ec5b68706f3cb6e861595e5208c3d0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0b12e4a94ba9b8268e7f4b8262f91f819c294c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb1e657587579c2afcd1b902d12ff123d482672d480dc1eb60f17c90a25100b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d66e54d7691ec655644b8f757051794ba912be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efca25df876cd1d9668695fffd83b7c2b40ea77839f1d60f15571391459b64f5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835cd45811c707523588f2ddc5c155d4181b7e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19030f33d7c589bb299261e7984ad8932fa675038fa197e9589725198f40843c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d99928a2f841c7d8b280a7f44e54a4cd6d1c6c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab63f27de12a0f0052db664d93e65063d70e6a72193cbe912404970d900dcaf1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45561dc2a84ef7661da985c74700c54832d077a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb84b1edfd32d8203b6c8a5f6054e21037bacaeb00e97a50ab06e80eb459ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97abe737676974faf63035ff45e09c2962667145
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0e412053fdbd2640c9a7ddab0fcfa6d2ba9339f1aaeb5cdb8a939b75aa9cfc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c56c52252f6020e9223569c91921fd8db6227b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b3f023fb5b7b0955acd75f595788b116668b2eb00121c68c0858663e022d8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae61a0948bbef054e10d0f52d3c0d391a17b2b2a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79551040889b235153c25c4144713aec91140177a7cf3ad6d6106eae1e0bcbe2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d395f2612a6cb0b9e04a810a223a3f3092dc34a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e34076736fc5aa171cadc08859ee6f8ca3ac539009505e21e0eb6e2291b9627
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36ade262f2dae13e9d21e944e45c6de8adc8ebb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7aa432f60c1279e5e45359fd4a91cd7bb3dcc1cc34259e2d7c1a6fbf962514
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af609b8ea6c7071f91592fd3677cbe70cd9002f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1853a92413ce96e57b463eec352c8e6988cda52f4adcf27bb82097e296e347b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c57f570350fb857edcee92aec0a924aafdac1c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc6fb8fa0c56656ec0426bf7ef25e835d7971891ef41e8261f79c7b4ab9cac9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c445604f6f5394d3e253c8974ef201ed8943608b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5348f2db2727e153a8a1c8ad79bb233ab0ebb26ea05740c47ad75afdde2f1b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62186e232693456a31a78f3a55a23748e9e16a27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a5fe8b39d81a46e270484e021761ac31a9b3c6619c2a574d163fb6044eb044
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fa4d7f4b35d7afc34ac199f68cb1b8d9111ed1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449f5d0c7d5e61ef904f402a8faaaa525e78d631b913404d31b442f7e65d6a0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f539e158f766d5f3975f9930381012d4e9bd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e92ea6bba194f90ebb819b7f4a5702d4f843ac9a047a83fad58981b52681d5d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3005be14796531c98caf91c1bdc9590a437615
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c07d15bc1e92d11c5235af698f3a1fce5e3d0821e6d16c19cb3f02725245d76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb26de76635b0bf2acfce9b697c6e96d96f7f76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95c31a15bf1236eabb0afbe95238eaa1f4aa883124fa1d79a8c6ab3a8929716
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1e123fb1e5424bda799e915ceb1601c791c688
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd2f842eeb30eff3d6d948c2473436fca5e90bf5e708bc1bd17d0bac0f714ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ba691d1b34fb467d2a204417e5f40f68bcfd6e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367a071fd17d0d6fcb9a6cf9c4616e48564ef604cb64b24d18194d3937c5a435
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e678c5fa8b194225009f0ef72ed13583ba4227f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b65be567e649c19baf6f9fc86b84c14db4c1b1358917d0d34bae5bc32f5a7c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd00b17ddda7e72f5ca6deacf9610b2e91e482
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c5ac6622e63be1025a7ae0b2417c9bd69783ced0ccb2f7718e11eb0f9de91f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e619157aab9aa1a0a4c8ea1041ab0904ca66eeca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ea877be60a926903c8d2314b4a97f734a038df5f75f5dcfe2bea70e4af7e9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28deebecb88c4a3516572353f148c2f95764c12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827cf600fb56694940cef0092232e653bdb9323b02d429031905c405567e61fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56906d7c06d165174b8e1f275725631296b39f81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6b2e5b48b58d45a49cc3bc18856a7057a28eecd0511e80dd132de1ffebebb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b321ad502c4511c3d95e4ad0eb4f8abd793bbc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557be68670884614a50ba6f1fb9cc8811f9aa612ba4ae9bbbb36e996f67cebdf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600603ea9ffc7673d27efc34889e48e34a416dc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa7fda817e1389e3c7092054a20a79025c2e3519e41fb68ddcd6cbdf40fd996
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e6888114b7ab77531049ae73e4ddf03b83f1bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c705d35701ec3f5716c30dc806ae7ac4e8c8913218d455f24b509402657385cd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcca06f69cd66172da3fb85628f2589abd7ea00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa376d4be5ba2392d580f6cdc6ae08da4e47b417b89363518eec401a29e43b18
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88991d3f1c2495ae6be94c6a7c6c1a5537042507
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c851eecc3590f047bb31ef9390d05359e621d5d9a7f1312691cf4af5e803963e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8ee31294836fb16ce3150c631bf50d7e1b88f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b13e5f76b011fa7b972d29afad7635d1a86480710f098eda57ec154fec2c26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fedcca1e5ce7ec2ae3382b5717f0cdd02d064d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bda964512e8b91cf752db2a282cc5178c3abb4df86b3feeae1645a8454bc98a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124dabbb97af72ccb6b59616860391cfcec1acc9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac8128caeb3ed0ba4c478b0f7cc7daf24a6f4c71050972931a22f59e2cd259f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605b6470e8cfe60ca9786b62c34365e19a8bb342
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b98c751dd8e68a22468e0090128a9e46244fe9000b2b4edd8fb3bfd9badc59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255bf494aa7d6ade393d4fc342a6fab66a81c930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62cf4917406fe95954c9a372a701cbb073315bf772fc73592cd6660ecf56d39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e3fc07354b30cece76ee5c040993656239dedd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f32657020045dc0aa390a703b42ac6c27128a673695e96e3a5ae1f6354288
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cad4539e3a37d57f0b4954e8438d75885eb8dfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca14e14e1235d54a19e884f04d0c9b4433cf5fe4b17de0df5c19f882a25b8dd2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58ad23da46e2c6c682e066cf76aefbffc21b4cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928dd31f0cc5cc857850e8d50a0a54ff544dd25d869743003deaaa4624956fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6505ed43b11116e5819de6b5f0eb9f49c8e395d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dff8c25743ce655cd0777ac375001bd5403d833bb5576b13b05d6320eeb9a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b977d9536d4910fdd7b3afdf867254d30e4fed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efb64d3126fea1aa692ea5899ca5679740559262453724e11bea195d2380e3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfa4b571e3330b269dcb959f6c1331c49622ab1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46fba3629bc808cee8cf20094cd17ffb513a228bdd90e6a51773e6d5b038c76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a126a88210b923ae13f03f05a3dac422fa580b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93972163dd3c309cd25322422d21d7e2bca82ee13a94443ff8187a648e3eee21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05dcbe3de4eb0ba60b1179670e821d083152155
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93acf1a9ecca239c653a23fed0e08712e805fbe485a1e3314c0bcd6682a0d43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01945ab2d03d89aa2435a4f2fa19db0f4390fec2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5867e5a362fd506ceb7ee783d9bbcf4abeb12b399dde438fe3ab4afd4427ab60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79ffc95b10ef372b9a7e8f963099793d2892534
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ff35940fa3914ca58176ffc4d91cf9dc16dc1628e38fe5d97df9a06d4ffc0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0e89294c3150bc047043384c06e71024570795
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d594e228bd4c3a43285263649f6bf64283aa12fb1eb88fff6b8f8bfc79cc5bc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868e214e4b043fc48911b93ffcbbfff20478f340
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e55f8e90d1f6f4faf7731182dd1860697b6808f6b70fddc30e910aec6584c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44c67cc8fb200a1c42486240d8153f1bacaece2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016485d2859c15ce5820a0bee50c453d945a47886576d061793bf4036240f861
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e558a5643f04ccaa73286a2b7ac4e21fa47781
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b9654b4966840ed9a603c3e6d7cd9cd5dbdb4e27c4f0dc9e728fb958752d68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55af3d321eff3f8896c0ec90da7f70e305bdd01b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a317ccf3957ed2afca970180b4ee174818186f1a00ff80cb5f39b7db308491
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a796aeb6efbaa210d0024ae3255da8e9d179e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262190d5da8f66f47616f4ae5c4fd2101a8d99890a02eb75c1ed1bcaea09ba71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be84dad381cb008799f26b0314737ebde8308ddf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fa0d9e3602791692f87b3ced221c91271a7a3f0ae679f08665512d029a38a4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd98a80a19ed046435dbb4dc27de590ea9f67818
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75628ffaf0deacf6aaa318e5be640464d6b69e2890cfc56ae4b8ba96f9799aa0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7865654976894f58782347fff6eefb2e261886a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4379ea54d2f421210e1edaca89e4bbb3b57ab2aec1e6282ba9092fc382fc9c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f694dea3865d79dcb43c77b04207788ae6830dfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3423fe500dc550d05b70474710d8adaea5920777771636c0b0d971d5aa498ebb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae154bda62c6f6136bc1481cf9a0431db2e17d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffb2996961569b80a8ad64b05fe3e49013990b38231e1265afc148c55b544dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ab7d126bd61aff956ecc7df67ca6ecd9ec45a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe460209fd5738eeea4dd4c4af1ab56d4cf95a38ac276e0152c65e37b134653
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e539b3a0134662f06333dd3c106f95ae01cc05b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0acb1bf40592d7feb8946ffe51ef8c6927203ad0583fadb65d2fb5f340961e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390deefd384650f84a357b736b345da1dabb57dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f4f6141eaa0de01f34e3251ded67c9ca8eba92141bc4856be5febd408f43a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3c7ad4849eb5969d609718a41b1484f01e1f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880ad8508a158b0ec1a0b00ae91f47f14c87ca152dbde4046df4f020f36d5f7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb67de4c42f976322c0d0dba81b2f239641120b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e4eab35ddc61554c7fdb4954d3136de13ecebba186597796b6b05f93f27c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a14c97782d1003648152aa490ba97b93c5a4a74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3c479ad0284df413bdf8cd19c4f0de1aae7df8905ba4835cca7214a6905fa5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df61d2be9e17f7afb22b92a41554eab871e8cf5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b17b256a7f501966c45988ab0e06432d2afe486661e92e2a4aa95863825c84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bf093c1ec522b64a74eed148db27bf8cf4e382
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe976ef2b72218417b2f7c16c8065857ad37a9b8ed91e8e0a71b899c0a976f0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fc6194c3f1f2a435dd5ffc770cbb43be713b7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9790e09e1557bcf71ac411491a7e3299fea6a225a68e8e7e6c683638ea8e5839
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d79e7bb6e2d8385e7026e7470ff368ee7fa46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8227720c0ceb1a3b11c6ad46c3939eb02b011fb769f279ade9df749aa014432e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec09dd6222e9905c42fe592d4c2160a351d5f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128979183c3b13a8c2a140266ed199bc6908b9d5d879715839f101dc3c66cfa0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95517d63985e2f0f38bf7bf969a1fb4ddd6617fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faac6b85a76910acf85f1833ce80e1119777ca30935f042c1d0eba51126a114
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e18efd1696c0eddefde681b0466ca62888eb4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4444d6ba4259916c870885a6f253053680e87da1a0858ac28eebf9b5870c5f53
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67225f689b49fab8c6e70a3ee2505d521e0007d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf603e68411097a9ab0b68d090d8a80dd034023f1d7197b13f66beb2e7c7452b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21653622f5580fa5c91cc92e9288737cc4490edb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a34b9a61023478fcf62babbd288e18fffbb206c4ea0f788a1b5ed24bd31eecb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62260135f572d2785ab0af2a55a0385d4f7b293
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8177796c814f07d5b8314ddf19dff610ac21a4ef6abf3e89784176dc44bfaaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf33449f7174f4681063b1679d6c8aa3b9e63b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45108d3c819859db5ddf365651023e728dd693e408ed1db92577ecb91ac554a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114a15bf526231566a49d0d50c7f4cf967d23964
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f022e31c151e75a479be6a3fae7fb99bb086d8387e759fc65bd5fa116f38703
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842496362832500a53d7affbe2021e838ac01dc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce99791d5d15d84540cec656d54ac2743e00ffe30da4d6726495138bde3fbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffeb6bc695eb5b996bf84b9a73aaf0c57fb70562
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7477c0566d33bff36bc82b1dd997ac0190a46b677d73bcb14d17bfea80e123
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56645fe5a9f0b7807e2809013aa0edd5f388d654
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2cf0a70ef0a0bd0377c28c8acc3aed18e54c3fde6ac44286084945ea6ab467
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9251827c3634311046105900d303ced2e43b1ffd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d6208b8cbf9c6ea6be73426af4600a90803bcce222c13b658430b9de651c11
+size 205955
diff --git a/params/phi/6/rnd_search/comb_0/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188024b390d18d56985348e7da7e5d63ac6d4bf1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47335380dfdcfe1f6eedf6d0027cdcfa34bd2f7c59f9d9a9486ccd51cbe1a5a4
+size 205955
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0062b41cc618db57beea2c46b8aa0ccc76fa953
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c4c265d216d851314e3d8f3bb5b40596156d2ec3b9acd1b423b2c6d64a1b4a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79af48ac5972c89763bb83a22b8049d1f2ffed34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7618bc511675fbc659ad4c114610fd64ee076ba21ba5e2d7439a16a0d3992de
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7871f1f5062df98b066d0e4198f333467a0ed3c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34867a7c9b618c98dbbeeef7ab7e083b0b44573ac27a6de5c11832c26164cbf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0b83c0df09d027b3240408483fbf71626aefa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5baa42c81aa5793b435719584bfcbc7d825ad97a2e399b10a1223e245c16a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5b8a5b1cdade71fdfda5dd9f1163a4ed73a41f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38320b117951abb19f5bf5056160e7d24f570d05dd8572c1ff4ba7c317cf166d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20565d8a4f1d61624046c3d3841441d454de378f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8c219205fab415e55f426d4d3a7087c6f1666a1b22aee5d8bf06b15a35ff42
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c496d7891cb2be0d3295d57dedb454e87cf9d62f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3fd7e899787d8ab28b9c9ff7dd2601f2f81bec3a09b00b7b7941678aa05ac2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b63b36e0bd87ffaf58dab03d13fc8b9fd411cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f7f7f09793dbd1f3954d868988317e0f6b740be2bd1d0440ef59d927cfed7e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe9a1bebdab3449b53f8e355b0bc843730078bc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9500982dcd6a0dec93aa10cfa07987247e5519b084b244eb34e898269a8e551d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52502f48389fd76a1fe2bad81c55f9940b822181
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a272ce805212d5b0b5e349ea8d3aa2350345d532d80f7d55bb7ab631955f9ba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8028e7f78d8ab1d88916929d25564418b9769d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd54def83f9194ed2264691c0da019dfe52f4c3d434e3160ae8e9ab5fb2acc8c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d0273bb9704fcf651237cfe29240707f940db2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf519a6ba5ea2f964277c1e760dd0a65e171525c677c8f9fba8e43d896f2bedc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec4710a2953044e76744b37e8fcdbf27576ca1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c644e847a9d33330439c9c5011d7ea54626a63da0c62df3fa5c611d5c3e7a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2b954ed63b0fc4cb4092a5b81ac75985304cab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac17ace9b6007ed8e10807cce6345a6f814507d12f83ddb370b29662a227261d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce24ee499ba5abacc9b6a7e0451303870709c681
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13df0debc21a9e082c4e49f763df1d670d3ceee4be8e922eb1731a328e865757
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0972052b27df3e044b026d9dc177a209b52fcc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a210c84f146949d3478f7baf22aff60a70062a7543bc58bda4a6f507b0ea1a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3a43e59ae9c783850e2391fd4b0a20c3013ad3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3454229c3014a1c22a3db5673a97171c500340800e68c671107544b5d6e050
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6469f818d5d883cf9d442058b0fd0d3845c1fc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478467f7faff367eefa12aa891f0f1a1f80079d1d86510b4b0d4d66c89a06689
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bba5297e3b5033318d5cd9ef7081365297b432
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3ae6821212144eb92f445a886d9b6e9691ba27f6e6b01fd7bedcee0966c088
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261f23c7ea3af5057ae0e45bcbb07da6a58da550
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98ca94911e6f303d42e3babf22f22a1d00de2f2cf26b692af84b529a4045eb5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c908c34336170db0f0668053430a0409c6c0a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afdd01f77c290e6f19dc42180bc01db2ca8e662580871ad5f8ba6110d2b43a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a072e2d8c79728bd6abd439c6bad7d8e05da557f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee32e9e386da50f8c76ab1fbde9e34f91973aff21de62c4f1d1b963cb7f9e66
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011045df31ee123cdaf51a69107ea0abf014a926
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48a4baa19fbd1bb170d20c610a7bde68e1603eb69cf48d08831dcbb82b55d4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfbae1119760b2e2a379c02129af11517a47140
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a1f0147a4a91cda1824bbbc16e6f7d8474ba5675eeb4f8a3fd5a65a767402
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cbb721177b558f0ccef226cdf174c9810db38b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5f4973563e057bc157cea5bc85e01020ce106180dfca4add86e6107965ca79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446b234bee275fbc3c6af5c73183c6362fc1cc08
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f526ccce063eff798f56ffc4b2814be797ae06166fbc634515afc4acc4e97d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951922da15043d134bde80cde83edb373b99000a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d1130832b9378c91a76cbce3460d8e871e1cdcc6675244ff04b32f344400e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37133a0ffa71da381223d5b6b8c73a79b8bbc78
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c304770da8e13a0f07a3177978c689575e54ee295b77412e9201d5af2b9ecf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854c7e739b386d1de717da110ba8ac1681d1bf5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e5338dbe83e5a9061dd1c029cb8bb6f08a3bd8a0fc0b58d00d3ebc98096bb1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456563f5e56f8f5a892dd6b331c50eac5b4a21d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b8b3ed0591d5124f63292badf908047f707d6e1b2bfeb1fd885061a5e2a03
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ad3c97bd09e17a064e077a6a2bd5ce704648dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b54d3a817bd9057a00628c087a21f8ad83b340556722ccd1e8ef11ff6ed2e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eb4d43bf2965813fc49d73e3d5d38a2b4884cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa23a118c84dfc9dbee65435db61d1e346128a086c5f9728fdadfb163e552fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d49f37dea29cf6871b0236c52a7ba59714e1f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbeaeab8de9df029bdeadac35289f539628281f9b0c8def786836b3daebd9a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78443987f9b41e1a64c438ef3fa53d3a79ee59df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb9c088b5b9ae36d5b9d3d466ed59740674039003c337b4b08fc50810b89f63
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e6e8fea9e9972cce4ae2ac762f9ee4e0af3406
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ffd3909fb176944f57be3344fdc959f35dd6a7aa837e0d4e849cb25508390b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56b783c0c95d72ea0b1d1bc8231d1ad4aed2ef4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d2d90be30815e6c740f6c191855cd52206b3507a7166b3011fa77c8f1d46d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b7cc0bf283687583611dd7374bbce28bcfe721
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed8119d1690355228e39cf3b8bd093fdbc85dac0bf3dfd97cfa64ece682d83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b77b49f8626547dfdf058441604c13077941da4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76485e0d41272e28e9e8c5e840610aa62a8d587a79d5bc1753655edf72372dab
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d751603755f65eaeceddbdbdb52ed5bd3d95450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30881ba66ab7754c8d2fe4f9c549c0c5b20b4dbeb9002e1ac98d80e4771ffca
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb487f4b86c515ebe84395587dbf3378953f05b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7245b4c226f5834beaf1b54e1a2e954721655135a67d47d7be8d488ca1c47122
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7566be890b9f54c625995488017e380c72f26f21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae06c63431c166b97596646694055630f8ae08aa1ae437822473612828505a64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d08266a02201be22be2d4ab95e48d899477de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc545ebaf6b882e854548842bbe9215bad698294d83141459af4085daf527448
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19dc03f1a8126c691dab1d83293bed91297a07c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e1181af8f8ef8434a7b433d5ae3d0ce12263ae19975d0fbc2267f6008a731
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01c9cbd89c68b735fd5e71813ac42338a3e0900
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116568c37b9e35ed73f12e2244efe2f538c29125add121f802a69151e3d7146e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af19aa50b90c0d80a01926ffcefd387d2d0a3ea3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a0eb00af0127b4587c812fc42c04fad1cf21d40e93bd1bac16ae9bf6443775
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386aff245d8e707393e2e9540ae0012f89e5dbd9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d97f088345e9905625f851bf4ced63329a5d407339eab07ab107910a3360f8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8e78d802fe4ac385e1697be5f07408733b0bfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b41f493cf82d0bddabc91ca708c502a15a520bbd9e7701b052c4c49118e32f0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0220dbcfe89bbcb536630644ca6fc14cd2312b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba375183f68ac3a64697d00619c9dbf962243264117898ead41f1ca152ec56
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf04dd9f0ba747b482c04e6919a0a8dedc01191
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a5e20cd091002a8bb56f5b7dcf2f606183f42a546bfc061e6bc540209cefc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd861b8f9632a1d964070d10ab5112aab73fc8ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70d283ae81ec6581d223298f6b352ca65b45cdf19d198361c3139a7c18c676d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5254977bebbc0eef8c03cd88b6ad2c344be4c44c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4c7172bea9441aa41202cecb897a389589b19db64da4be21466eccb869f08b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b642698b903341e097298aa37db5773e46b323ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9b3cf2c3408c10d882b1437de2a80b0be053cc0eebac4e60da21a954a63850
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba0e779336d91c2254d6a18e6b3f00cff627674
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36c13b0acb0fd3174ea61f26c1b73ea38723219bf46dfc47a78c1dcac51a90e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fe53bda7d8796424d108675f793d14896b1739
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b8373b6a8a470277858a4e9f1e99f57f4149294eff5ee06c5ddf615aadd47d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf2d80b4f74c9edf033552a6c8944532dc50142
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db24b7a9d33ee3f855289e6632e8058148fd3d10549ce56a21fea9f119244350
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff68350d53d3320f2fc275c1609d1eca2a18b0d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c340dcf333ef23cf6133579b1fefbf159b6e555599b57dc55872d33adbb9b4f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a91b691b4fe7b9ad9111de184dd46d68c193828
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904e1b4748b19089970d2eeea517fe38b9156322b45aaede102908fef862bae2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39cd93129f36b88cae7c7b450e3fce272282ebd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a242dd09d16760e791c8e5152f8ddf2bb986c9e68b9ecab1642c7bbcbfc39a2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c612bf2edb24abc8794225a9dfa39315332291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf733f9fe6f9e1e2349fc4738c236557c97dc6a609dcbef4fb0556fa5796c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1cc19fe259559d9600f8deefe1d720c7111874
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef313b833a6549bd85578a0c7bc114ade532fe390b1e5045bc355b7d5342bef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd21577422d8f32a83a39a0a69846f1d01192fa5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61277097524aec62f6c2376e697b9e142017721dcc40ea8d4384064cc43adcd1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65fae64a019f27fb9b44cef16094e9c4c4a6255
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2669f970e9dc5df7901d62aa06cfdcac060cb5d480acd6ea9563c6a4fad83d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b5e74ed4acb0832e06d52fc40f4b48a8d62fe9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10b60d0902af084e137ee55b8264c48c603d9eb449b2b00cea5cce63fb53f86
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece3ba1a27ca8063fec2ccb69aa0c2a35551310f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8c25e62074341ef9b4ff0f6436a66afb894fe9512af222bc0f7b40e16b31fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23834e5d668e8156f829013e80d5e6b66b159ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f41da344c9d44c5ba4cd3df9a3fe4c032579a982094a2cdb789ac4dea26b84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c45594b7caf12356921978de9626f2da7b9ee4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985c4557ab66261d82babbc3984540ed6045a313c4c754b13d22bc0863beaa36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769c9df71cc48853ddd4b02beba1bb2af385f172
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc37fb544e439aa36291d1a95d7dc171af99c2bf3b4d86fa710d8413a19fea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c9477ee314131f8fe2b953a49d2a1a4ae599e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bfae6dd0340654b372c90093129a73ab626a680445a806733bd591c61f077d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9190fe5a7570caaed0184e5a12c76a9fe1c0780
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2bd106bf3cc990f553f78e4cfbd7424f26d5dc759069222b0e6ab3d9929ded
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55ad6224e819fd65295296e7e85f6912293b660
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc0dbfc994711381589205c6a002fb2b3ff417dc6339604efca7bd788a9ead4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40007a98e8534a57bcafd0735bf759dae08fa75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f465b96925af1a0f8e331ecdc5c911b47d2e60d589726755c267500a46331
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9c59eda0ae174b0ce46de908d622af17493c9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ec2b64f7e17b69b7d33502b7a41eb247d5dfd0c57dcea624cff90f4750a98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5babd56aeb07fa4d538a29a40a067a9086536f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d6ccc5577effa8b8b362ff0fbcaa8b9efe97b0a19e36fcc7b960f8641daf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f3280699f2f3fd07852a7aa49807c342b36496
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49376bcebb918317580b4735531dd3511dda74f456e15349c91076200783eb5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742963f0ce4b8e9903fd5c7f1e28d4b16ff9f329
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657aafba51628ece391ba7bcbfe028f33f207fbe522a2358c4fa62e9a7b46e30
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad8f41aef4117f1eae86ab36b9c0eaa196c414f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39694f4dac42e399942c20a9ba517ea2cf5ecaa6279cc2c59f0652856368354
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c165b814abe94ed3832e08031e023d8eee18766f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e97d1d80b2baddddb9de083422b3c1c5dee1f86c9079484e9960c57c5efc512
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a488e24978c70c8cd4d69d941559a2715738c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f37f961736c1d5b0597ee7c5d82686bda19347b8a38c46ddd22045a442f992c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee68261e238314f8bc025fa6b62861d5f228e54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6f0441a31b53ee2f421bbc60a9f217722b4f0e5e7a31a72ddbab18e2676648
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1965118231a936335e67c30eda58b10c7f6c4d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607c16c2a755d75624770618d20212e0669f44e426e2b6af0ed1c86eef1fcd25
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2de652853b23f4a0a322153ca0fc5c7ac48a27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b916797905991bc1cbf9df4edb6b969164a39d7883942b9a653630fff9684f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b8964856ef0bb5e0ca4e73d6ee0451eb0c61ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e44e70cacf683c17a26424d28d5ac1a08d6a15b61358d870e44445a9f186e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab1ff2d36b7dba69f84ce9c10863585208efb3b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8afbc2f13d9469e18c32d67d87fe87c551d7118521f046fd2b1599cadd28faa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a978865b0421cabb096d55743c9eb187311e7ee7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d98f4f85db93aaed5d535092ab027e2d58f21e64539a6117d4d516d65918eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9e1c208815ae16d824675da55af453efa0a6f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c5a20933cfb2012ebdb47597650e68a15055a7c21646f13037f75a3bfa5bfa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3e906e2fc84c2654e734ca23c9d724bd339d0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a22786f8fdacc17744afa563f19e602631c6d98092c993825510f07846e7d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2231499af093e60b32072cf0b006355ff742a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c640d26e75c5ddf07fb4529c0d157c1458988c40a0f06780f491ce36bff78c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd115fa82bfee4afa0c74156f76edbed72fce3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b259d9b9c3f47c8c644065190bfe561160590fec6bb2e17ebce967929526d589
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5f2cc6a8459547916691e62e0093a76a87c3a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf100a9fb7aae78d7e5b025639112e8b5c44e4205fda7a142ba1c8c209025c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe1bca2103c80473f97e7d0d12a10b83103f8c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b63c7121f5be180db3d76caedb38ba6be71148260a634d431cff302b97a79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b8200b6a2d2c493c0d344ad0df39ee216b55d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d474ccea34df5afedc9f7639b9db54b1f1852677c36d18579ff531c744c492b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8d6f7ead47e36a1b13d71984f14c2ca062830f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dc6ef7f9353cf85085c8d6ca9138f394beaeacb47c9db8f2feed9a06bc8150
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94aac0b4ac228638e6aa8ea697c67389af5fbaa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d66b23f3655b793e3b59df2780e8f428d88732fad78f20cff6b37b5511cbf8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09bf6a09e8824b526f31603e9972dfb3bd1d3a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3735c229a136f274415f264881416474fed6949bb2ad8e11a5a5bd851f93c8c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1ace4a1d9a9ac393578432f15d80172b88f4fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8503ea3e0c8c0aa38ade3bcceff89b18efafdf27f04f69cba8aa447f62958
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cce8135640b3f058a74f6e89acb8a98c86ea9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea5c15810d1a00a82e66aac555f39468ea4fe6e93264976477c44fd28002bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6d69cbe6b5808e557614c85dfe5ab1e13dc2d1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98cb254abd4913c445eb94d277d8edcde99ec1c75c61dcb8d01e3a279fcd2b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620563d0b8180acc8d171bb4fe97d1bec6994c88
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6708208e4e2401a83ef886dc3506e3e9bbdb5637e82d0fa43b10272017928ddb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e09b185d69f4a6ace86ba5ba771654b39ce33c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e3107d0daa9c23b4513fa6113c46b66b30e0eb680984865f2df03c03faa2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100eff02e453242aad6d987afdcf0c2cd2b213f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d612194b6b63b710b1dd799659c7cacf63a8999dd7bd2a5afadf9e5912001e1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57681cd1176bd9e4e7195a5befae278784030357
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6385559b8dbe62ead3f6b55d5ce26bef8ba64d0aa26c3984a403d0b7c71ec18c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def23f3031f0df4677be250fa18c4d07896a687
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b6f44b76826d586d7afd7e7e3863aeac8008dbb02f1963d0d35fd6547a5db8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123c60d35470cfa365f5ccd365e606901f0e10c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656cd7d2b9ea7928420df6adf9b0a589fcb3f7ff4d7350b05a3685534be47c8b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76113fcca2bf4928b4ab7e88bf8504897dccd1c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d177da7a7e1f13dd9434804428e48a89e0941c0417ca9e218c7bdc9e23becf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc1ad53c424cc9c1a7a41e4cf39769c830b325e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4674ebefed58eca507b4f6782c99c3d4d50a5c7838f368374ae0aedde3e35c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a4286e71b72ecf1aee505792935dffee2db500
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecd6263f4a45a454b9be203c52f37530e521f981c869ee2d0d09f07af5236f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9741098df3950002dc705cd95bfd784bd8f947ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24ca7107bb12a232e3a4dd28f680cf9b3b004a6d4df34cae4583e065f158a49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b825981f3d90c53bcc795f2e1ac86fda3a2d8f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76a4850d0e8a27cdc31041ae38de31508a2f11e78a4fff82d2002eb39fca44b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933f0656a43d3680af9f1535b60a150c6bfbd999
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3d4e15ce4e59c5bfd27efccfe5d43a4fecf872541588072ad36d308e15a8a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5065ab418e867d5b5ee57168fee12d9a22fb39
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec2aacd2d721ed31d8eabba426db596703c0e29083a49720f8afd1d0e28406
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08620725ea30e473462e57c7fe316bfde74dbfa2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c3deac90ed4ef10ab307e56859cb709e47da4b6f4936c2f2868334ffd3752a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e552fa7fea12136ba8da74d6bd992faa763632
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df29e243cce51cef90cb8c10d1e669bfe62194ec88fd22f8137029ad0053e8b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054306bb294dbd04c0064ca72b411cb466ded8e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec1fa149f54a93be194c9370d3c5110895416512184a94d9675b24b0f940052
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84eb682ba5ff8b0f37afaf9d328541e5899daa9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf2d8dd4897a217b4de4e4364c7e518d16930c8d0d9977459bd20f51b7d4e8a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe09cee8b7699600312c67915f6a7fe09bb98bf5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbbaccb7350c9d7f070b2b1011ae140a31fd87f6487314ac3b73221ea55348c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0197457c87f4c904f614e0f6eb939ed24edc9042
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eda4adcc0e70e7468cc71ff7cd6a709b2e98147f2e599ce25c098f5d593150
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346f87ea8cbf29c468d4bd1a8f6316d9e186e813
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac94625c603b58fff3934d77053c731bdb2e5cac5643a8522da0105a03c9324b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac81f7e05bd80f3b62103be9035850573d6be87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f941453f393b23af4db44d601f6b77b77dc40e21030330497c77e663bbd77
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d209a0f99ff17cb2a0ab85c20416654e366b0b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0027114c0014b4a526615c9a5ac5615168e374a8b87efd1118210bcc2562b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762703ec9603b43fc464cdc53e2d1114423d8666
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dd5b835eb945ed8f61090a201605ea13aa2ad992348242ed46bd890504970f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7499611763deeb5a015753f4468383dc263547a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6a91cd658e457d5d124340392e8cc2986d37b1e59d675ecaabd0b698869c75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f7df904d5c374f4b40e2b943d201815fc65b45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3d4a972cabbbb4d8d56a7744ffb783a76f1788d76871164b4628015aa4a00
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c60139077467e18e7898bfe2567c7af68b3d10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6296b709aa0347af80568421a1838e2982a4bce0f2f4f3f4291b0ad6ed00b51
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f73a18eb443f575de18396ecbf96470b540491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0951842b69e7893b72ec16090a20d6471dba73c817913ea1b000d2ca726af16c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ca4dea98a0879951da30f93817864652b35ed5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0843a99802e20de1af5a76b2591817569fe0f26ae286345b880006fc3b82fa40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69223f77f7f34d64672b8b969edbe17baa3214f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbde97f118d6bde15a68cec18e4a318107b7e11448d57bbdad04fa1e5cd4365
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5168866a86d61d919955c51c03a663440fbdd70
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83db021d1815dae18391f16bfa44c0886d2beee37406f8f49776af5bdf3ede85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd367834a9c943dbdf7d120b44fa30578b5a258f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1e9f943a8fc3af64a1d8477dd8cbdb5548c103af57b9b7c8ec051ed575cdcf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96fad8211987c66354bcebcad4472849793eb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98f375e9d091c27b75865a539cae598c82da035a1ef0b9fe523ef6fed7cf53b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4df791b04f5b19e3bf92221ec54de138f8500d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7bfe9e6eaa99c3c587c46162f789a64d9d15362d34b3c8be9e29616a5a0fd0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e95fb57cbfeae60ef63a2be12496d5445766710
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6589dedbd8c7e58b2f3101d79384bcddcaa7d9befb5575455b3e477c4938e61a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4499c3d32713eada899be23f90ae4fe98588879
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e334ddaae89c4cbefcb3a808445325d3af48984c01a69337c8e62e21b5702e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25d071ac4dc8707d51386ee4826485ecfe2d9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e41cc2a0560f7df70f429561cea11f863f6ff2da074bcc79d60dd69a65157f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547085efcd941d8978ff3e16ac3afaa42c3bf4a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325080433779d5334399824a445fc973cd1d23a0a48c5f241f7462b62f4a18ae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c784011b4175ccae8a63b2c9d8a7be56fa5f95cc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ce079e3d7928e94b55d3b138dfcf0faa23afbdab3d4175fd05ee45b54a8f58
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a39cf3e0ca519b4986c7ee2748c726db395801
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c3a8790ca412d866c5a23eb857c42266a14d15a12b2603593888c433c8790
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06605da884a0298c8a2ec976383297ca8a401986
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5c9cede8956d6b70635b5ef0852b5de64180da713ec4308e6c25fef244b41f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed55785413a2b90ee01173da225b8f19df911491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc8b80cf76cc3abdc113928d3f2c162f4393b0f521eddcddf4edf069f6b997d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e9f95d9ccf366bf2b35b77ed9816028f9ea016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed3187ef0e169b48113f3d2d16d9b4073e5e7762f41789d2c649268767d1419
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0453d5b76617174c3f944472603e36a4e045e02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12211e4945e42d13f4256556879f78592f33ad94e2669adeecef4c976093a8c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d713286ae143c2e83c43eef68031b1977dde0dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e3c04cabb4f338a07ba5fc5a58df2a08b0d2b78b42c0d70e43ee7268c5ee83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815a70f0c82a64ed06e2533904bcc4a56ba5325b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fb8d42f1e29b70a7001aa1d2998fe967cd8133636aad52e13587182faa946b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd921bfe4bb7c3b7359a442cf61b638ae218006
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af8e232de9963e0bae58325d892ff419379ed92bcd7b489ffafd5c1501a345
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f7d4864234378c7dade154f2675f8e1688d32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e8c654a281ca1dab74fe6d34a67bfe1f15576add65feeb47afaf64ecf051c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbb1dc5029868c1201cd4c059465dc5395f6c29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd97ca0a973e5e7c882e940660ed737e297b732ddbe55c93ead0e37aae03428
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c3d1fdc0a913ef8d1168834a9dee7183fda3a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca02d726feda4cc16f9b69e16a852c0412b9b9d9d18e98220a5b483a9a49d34a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3310289ac5146b00df4573e595ed2361437e8f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a414a69764046fb90cbca4aedf86c0983941bfcee30bf1317a8fd65777ad58b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731980098a114aa6f6209c80ec5173780336dc28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6226ac69e431aef028178e8bf075f3f1d36a307704d8e128af8413db572e726
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeb785099007364a613eb16ae8f791663ce2b60
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa556b39253c69750ff63128158bf971e7ccadda7d8ca6dc578ea0b477382d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d3b50bcb995b05d76c43dc821fff0da1e55c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cea49ac1b87148c5517542dca1870e4d5606259faa8fa00ae855fda291e10ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3d08e317e00cd6697b7c56f3af78cb6fcc66e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c1c9988e0e6a69a3621c1b24400b0cb9277f6cb4043fce09ac698b32b76826
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453f88be24199391927b31ee1480f63d90ca18e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515e77bb529c72c4316bea1a9ac2d897e7a7350af732cbd18ae76cda382a987
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968420b71b9a869689fec57cd47fe26d34dbe3ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa3bb17882589675638e99125e20f6915a61b06b1a0299c1272e1b550c86e49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e7aa0fecceeecffafb23ee980d88ad1a60131
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e4e98de1595b522cea73a9375b5d64cd58444f4739131ab3666b2a8a34dd4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d606d51906a2ed602b3209afebc21ca54e6076
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f27cb74c1b84dcec209a0c88267fae5436f87dd33695b936be44054908f7ad
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72bc3d105b418d2a51c24e4408d4ae8dbee7287
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a905009cb9be8ca396fc6318a2618caa3f583275184634fa8a44ea8ee9adc9c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbd9057f9fec5af20c17f006325bfb5ebbca0b9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378afd7c31d4f289e7b412c753f7b23448408957ebb69279737654d04baf7c88
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fcfbce9a44e8ff366b37c20a5d62c0500d8aa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a91996314401d3eabdb23ec812300c889deccb26a9f54dc3f6026e6a33ce84c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8691137fad177203a8e249332cbf7bc22fe7323
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4865e3204ceb588b03f57dc3d3c2e9322147dc28e208a18cbca2a5da4adaff75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c3fd363d46dd55afb0725cee28f00a578ca0c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e3b5df6438ae114c5b14ef162063fc65cd3b56ac1defa7f9b96fcc29e352ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beadb7a69514a14782815a0fb780f8501d1bb2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0762473dffd5c3183ae29cf40630c4acb13b50195441741755c36ec7ee2f1dbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296b73324b800a4965a4f5ec1af1111c726c6fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a5c13a4d6bd4d00e55b6eaaea91ae907e9a9ec77ba0431e4d7cb81de748b21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a75d17dcf4c28d6a00f6f5c3d87a024fc1c58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7e3fa15426736db5682ab2031c361c0ae70376912861fca37147fd4b99246
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a18684caa71c62721ae329385158689d8eaed49
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d04608f9f911fc1e1f6103e1f63c5643b40a2c1e953126905ccf8b75efd3479
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a4257632103fd4d0460a74e4d8466ee41bccff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f27cf7ce5e6d348a6db92902cfc9451d2e58e09ae663f60bb89db0a0c9d2fd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa2325dc2d78ef8f27ad9c738c4d1037c27fc9a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42909ef6165fd7dc86604a0b871d1cf2cad07662feeaf26f521f21a874815af4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44f8daf5d5fa7017de029ba588e1a1d4f5b902
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518d0ab43ec11438f1036a2639c5eccbd72d18a13bb37e87bcd580266a38a925
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f81691c911288f6719c59d4fc9f36a77054cef6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afc2183d4a29c0f8295bbe8dae5a48ea6167cf7ac7ce60cb575df7405b51793
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60be97aa67672b58ce19644cae9bf19e4eeec2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464ce5289b10431aea4f1e0593207ec28dbffccc5894ec9a7ab5bedfc56283b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f462280225a68362dbf5bf6a79613a5d62f7b75
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dbec0c54b30566e7684eb252f464d3f22c564908fedc9e91fcb5878da98eae
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076af2cd1eecfdb8bf6fa38dac7d1c27525ad0f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c876c93b8b3cf161d6eb30cea00d7729066449702dccdbd8bd4653864d829c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27097df2a725ca8496e5d0e691c35d660af8a29b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba837cb8079b3c591f5fa7a290d3f75b6c1c1ec4ed20d76198807e4d4bbb956
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58085c3c3b5df8d654e2577f32a32f82bad6e4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9375f4c45ff6d2b6e18f75f4ce4b0d388d1ace78ed29d12da0b79cbf26a1987
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95330dc897b3579b4b4f0b069cf4a63d7aacbd2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ad9b2e5a15cbfe0832ab607bebfead1a781a25704db15a78465953a05ac455
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d36408e3d0bb09ec099a3c12c2a36fb449748c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf7e56367748b3d014ad1485c70e043b249a92b39a32421d5cc9b684a7f1bdc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae70589f1dfdc821c12015d1fff92883c423821b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7749c98c8f5d62087e0c6ca8d99ee2b7db5455e3ac5ab96f06c88e6f9f38849f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc44d6d303061fc275be5e8b5d71bd6b0a5e74b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06fbdba9e5b925de64a12b0933ecc32c227e5615ed4e607e7766205bb972dee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c777d88bf094e475a1164539bc9b7d37e5ad68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d74fa3361cf91b6f53145f163f18a542ffe0e41d9c525648860294c2858aed3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b49244e8f0f2c1815a6787045d0f0b1281ddde
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5baf68deea0846a88fb7ad13370507705f634ac2fac6fbcfbdcf0fd2fba2dd4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372e45fd44a38701a5f9f28425c1766201f5c88c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a5ad713e983e59473c569e66a85f26cd3bce41a720347d6ba357499fbe4629
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754786b900803bd9bc012cfb7fe484a62bf909b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d083705a6bde0c8285d5c9ed6a1faea005e0e7eb2a1c9079ff0713ccd28606
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96986ed3bf1289c786bc6a63285f8e7e80872a2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166e97e3ba42891b8a68552009bc75eb319b526a1f2515cd96f8ab91d81bc7b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8266ebb50d03842daabf445db50421633f77aae3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072cdec02a1f4d017b604739899804db4ba22e858c45cd1bd679a13c05ec0039
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80f4fee982eadff7588ad64321d902a5283c1b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eedf64f62929e8896dec75e86d884675f02d0647111d97a48a3681c6caa321
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6a9bc57b237aa1dedb3225fbb355b562b845ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcd6bdc80c766d960a3c1e89a5eae31f1cae3a5ca26ae99af888404cb2e581
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8314624d5576f910681db88d2c758dd96c238b83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97492777efd24e1d29ab89d7a201c47b0fda215b461d9753f03668fb1fd8182
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c396a2146ce969d6b9c57be397a66d499cf434
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca2ef0d3f585b16a1b93fb33dc10a5da054f500f36cd308e3e41a8ec4c69580
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3606b29d874b53e6d5752685d20cd8954f2d3342
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adf658e0bc88a1de1d0571ddb8aacc877c218fd5ba0e3a3b4da7afa3fc911a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259f90e4b3028438ab6c6d03923ac73c8d365a6c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5848b8205c59713bd7a041772311aa0889bbc0579f7865fee1d3a3b21030793d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582b5954baee03304406a8931985e9bed84805b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee68e2e8c228bfc6ef53476fc870743a2b0fb79307c846b08005d04a6baa1d1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ffac9e8966a5a72e91bc583cc82097d2575452
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1396873665eb59db1808e0f20e0c38c70e4c4b96cc697313e72a69fe11cb185
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264fee6b365c62d42c0e160df2c85292d26e0764
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65df59cbd18342efd893f163d6256925dd5a3a05eb4bfaa492d15ce02aa619d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad77927701bcae5a2f58a4c0f51110043bafc40f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b14e6a7748325cf6adbfbee329f5a751ec5b68706f3cb6e861595e5208c3d0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0b12e4a94ba9b8268e7f4b8262f91f819c294c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb1e657587579c2afcd1b902d12ff123d482672d480dc1eb60f17c90a25100b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d66e54d7691ec655644b8f757051794ba912be
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efca25df876cd1d9668695fffd83b7c2b40ea77839f1d60f15571391459b64f5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835cd45811c707523588f2ddc5c155d4181b7e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19030f33d7c589bb299261e7984ad8932fa675038fa197e9589725198f40843c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d99928a2f841c7d8b280a7f44e54a4cd6d1c6c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab63f27de12a0f0052db664d93e65063d70e6a72193cbe912404970d900dcaf1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45561dc2a84ef7661da985c74700c54832d077a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb84b1edfd32d8203b6c8a5f6054e21037bacaeb00e97a50ab06e80eb459ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97abe737676974faf63035ff45e09c2962667145
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0e412053fdbd2640c9a7ddab0fcfa6d2ba9339f1aaeb5cdb8a939b75aa9cfc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c56c52252f6020e9223569c91921fd8db6227b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b3f023fb5b7b0955acd75f595788b116668b2eb00121c68c0858663e022d8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae61a0948bbef054e10d0f52d3c0d391a17b2b2a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79551040889b235153c25c4144713aec91140177a7cf3ad6d6106eae1e0bcbe2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d395f2612a6cb0b9e04a810a223a3f3092dc34a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e34076736fc5aa171cadc08859ee6f8ca3ac539009505e21e0eb6e2291b9627
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36ade262f2dae13e9d21e944e45c6de8adc8ebb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7aa432f60c1279e5e45359fd4a91cd7bb3dcc1cc34259e2d7c1a6fbf962514
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af609b8ea6c7071f91592fd3677cbe70cd9002f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1853a92413ce96e57b463eec352c8e6988cda52f4adcf27bb82097e296e347b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c57f570350fb857edcee92aec0a924aafdac1c3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc6fb8fa0c56656ec0426bf7ef25e835d7971891ef41e8261f79c7b4ab9cac9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c445604f6f5394d3e253c8974ef201ed8943608b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5348f2db2727e153a8a1c8ad79bb233ab0ebb26ea05740c47ad75afdde2f1b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62186e232693456a31a78f3a55a23748e9e16a27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a5fe8b39d81a46e270484e021761ac31a9b3c6619c2a574d163fb6044eb044
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fa4d7f4b35d7afc34ac199f68cb1b8d9111ed1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449f5d0c7d5e61ef904f402a8faaaa525e78d631b913404d31b442f7e65d6a0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f539e158f766d5f3975f9930381012d4e9bd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e92ea6bba194f90ebb819b7f4a5702d4f843ac9a047a83fad58981b52681d5d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3005be14796531c98caf91c1bdc9590a437615
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c07d15bc1e92d11c5235af698f3a1fce5e3d0821e6d16c19cb3f02725245d76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb26de76635b0bf2acfce9b697c6e96d96f7f76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95c31a15bf1236eabb0afbe95238eaa1f4aa883124fa1d79a8c6ab3a8929716
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1e123fb1e5424bda799e915ceb1601c791c688
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd2f842eeb30eff3d6d948c2473436fca5e90bf5e708bc1bd17d0bac0f714ad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ba691d1b34fb467d2a204417e5f40f68bcfd6e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367a071fd17d0d6fcb9a6cf9c4616e48564ef604cb64b24d18194d3937c5a435
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e678c5fa8b194225009f0ef72ed13583ba4227f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b65be567e649c19baf6f9fc86b84c14db4c1b1358917d0d34bae5bc32f5a7c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd00b17ddda7e72f5ca6deacf9610b2e91e482
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c5ac6622e63be1025a7ae0b2417c9bd69783ced0ccb2f7718e11eb0f9de91f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e619157aab9aa1a0a4c8ea1041ab0904ca66eeca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ea877be60a926903c8d2314b4a97f734a038df5f75f5dcfe2bea70e4af7e9e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28deebecb88c4a3516572353f148c2f95764c12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827cf600fb56694940cef0092232e653bdb9323b02d429031905c405567e61fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56906d7c06d165174b8e1f275725631296b39f81
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6b2e5b48b58d45a49cc3bc18856a7057a28eecd0511e80dd132de1ffebebb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b321ad502c4511c3d95e4ad0eb4f8abd793bbc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557be68670884614a50ba6f1fb9cc8811f9aa612ba4ae9bbbb36e996f67cebdf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600603ea9ffc7673d27efc34889e48e34a416dc2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa7fda817e1389e3c7092054a20a79025c2e3519e41fb68ddcd6cbdf40fd996
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e6888114b7ab77531049ae73e4ddf03b83f1bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c705d35701ec3f5716c30dc806ae7ac4e8c8913218d455f24b509402657385cd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcca06f69cd66172da3fb85628f2589abd7ea00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa376d4be5ba2392d580f6cdc6ae08da4e47b417b89363518eec401a29e43b18
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88991d3f1c2495ae6be94c6a7c6c1a5537042507
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c851eecc3590f047bb31ef9390d05359e621d5d9a7f1312691cf4af5e803963e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8ee31294836fb16ce3150c631bf50d7e1b88f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b13e5f76b011fa7b972d29afad7635d1a86480710f098eda57ec154fec2c26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fedcca1e5ce7ec2ae3382b5717f0cdd02d064d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bda964512e8b91cf752db2a282cc5178c3abb4df86b3feeae1645a8454bc98a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124dabbb97af72ccb6b59616860391cfcec1acc9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac8128caeb3ed0ba4c478b0f7cc7daf24a6f4c71050972931a22f59e2cd259f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605b6470e8cfe60ca9786b62c34365e19a8bb342
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b98c751dd8e68a22468e0090128a9e46244fe9000b2b4edd8fb3bfd9badc59
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255bf494aa7d6ade393d4fc342a6fab66a81c930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62cf4917406fe95954c9a372a701cbb073315bf772fc73592cd6660ecf56d39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e3fc07354b30cece76ee5c040993656239dedd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f32657020045dc0aa390a703b42ac6c27128a673695e96e3a5ae1f6354288
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cad4539e3a37d57f0b4954e8438d75885eb8dfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca14e14e1235d54a19e884f04d0c9b4433cf5fe4b17de0df5c19f882a25b8dd2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58ad23da46e2c6c682e066cf76aefbffc21b4cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928dd31f0cc5cc857850e8d50a0a54ff544dd25d869743003deaaa4624956fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6505ed43b11116e5819de6b5f0eb9f49c8e395d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dff8c25743ce655cd0777ac375001bd5403d833bb5576b13b05d6320eeb9a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b977d9536d4910fdd7b3afdf867254d30e4fed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efb64d3126fea1aa692ea5899ca5679740559262453724e11bea195d2380e3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfa4b571e3330b269dcb959f6c1331c49622ab1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46fba3629bc808cee8cf20094cd17ffb513a228bdd90e6a51773e6d5b038c76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a126a88210b923ae13f03f05a3dac422fa580b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93972163dd3c309cd25322422d21d7e2bca82ee13a94443ff8187a648e3eee21
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05dcbe3de4eb0ba60b1179670e821d083152155
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93acf1a9ecca239c653a23fed0e08712e805fbe485a1e3314c0bcd6682a0d43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01945ab2d03d89aa2435a4f2fa19db0f4390fec2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5867e5a362fd506ceb7ee783d9bbcf4abeb12b399dde438fe3ab4afd4427ab60
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79ffc95b10ef372b9a7e8f963099793d2892534
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ff35940fa3914ca58176ffc4d91cf9dc16dc1628e38fe5d97df9a06d4ffc0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0e89294c3150bc047043384c06e71024570795
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d594e228bd4c3a43285263649f6bf64283aa12fb1eb88fff6b8f8bfc79cc5bc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868e214e4b043fc48911b93ffcbbfff20478f340
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e55f8e90d1f6f4faf7731182dd1860697b6808f6b70fddc30e910aec6584c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44c67cc8fb200a1c42486240d8153f1bacaece2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016485d2859c15ce5820a0bee50c453d945a47886576d061793bf4036240f861
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e558a5643f04ccaa73286a2b7ac4e21fa47781
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b9654b4966840ed9a603c3e6d7cd9cd5dbdb4e27c4f0dc9e728fb958752d68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55af3d321eff3f8896c0ec90da7f70e305bdd01b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a317ccf3957ed2afca970180b4ee174818186f1a00ff80cb5f39b7db308491
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a796aeb6efbaa210d0024ae3255da8e9d179e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262190d5da8f66f47616f4ae5c4fd2101a8d99890a02eb75c1ed1bcaea09ba71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be84dad381cb008799f26b0314737ebde8308ddf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fa0d9e3602791692f87b3ced221c91271a7a3f0ae679f08665512d029a38a4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd98a80a19ed046435dbb4dc27de590ea9f67818
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75628ffaf0deacf6aaa318e5be640464d6b69e2890cfc56ae4b8ba96f9799aa0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7865654976894f58782347fff6eefb2e261886a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4379ea54d2f421210e1edaca89e4bbb3b57ab2aec1e6282ba9092fc382fc9c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f694dea3865d79dcb43c77b04207788ae6830dfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3423fe500dc550d05b70474710d8adaea5920777771636c0b0d971d5aa498ebb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae154bda62c6f6136bc1481cf9a0431db2e17d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffb2996961569b80a8ad64b05fe3e49013990b38231e1265afc148c55b544dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ab7d126bd61aff956ecc7df67ca6ecd9ec45a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe460209fd5738eeea4dd4c4af1ab56d4cf95a38ac276e0152c65e37b134653
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e539b3a0134662f06333dd3c106f95ae01cc05b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0acb1bf40592d7feb8946ffe51ef8c6927203ad0583fadb65d2fb5f340961e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390deefd384650f84a357b736b345da1dabb57dc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f4f6141eaa0de01f34e3251ded67c9ca8eba92141bc4856be5febd408f43a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3c7ad4849eb5969d609718a41b1484f01e1f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880ad8508a158b0ec1a0b00ae91f47f14c87ca152dbde4046df4f020f36d5f7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb67de4c42f976322c0d0dba81b2f239641120b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e4eab35ddc61554c7fdb4954d3136de13ecebba186597796b6b05f93f27c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add4956ae5235fde63f88e55de872f6f89529b50
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7741ca4223e1567c801c9071f9d0dfac38d67aa0777cf5cad0384add8c185c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a14c97782d1003648152aa490ba97b93c5a4a74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3c479ad0284df413bdf8cd19c4f0de1aae7df8905ba4835cca7214a6905fa5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df61d2be9e17f7afb22b92a41554eab871e8cf5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b17b256a7f501966c45988ab0e06432d2afe486661e92e2a4aa95863825c84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bf093c1ec522b64a74eed148db27bf8cf4e382
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe976ef2b72218417b2f7c16c8065857ad37a9b8ed91e8e0a71b899c0a976f0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fc6194c3f1f2a435dd5ffc770cbb43be713b7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9790e09e1557bcf71ac411491a7e3299fea6a225a68e8e7e6c683638ea8e5839
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d79e7bb6e2d8385e7026e7470ff368ee7fa46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8227720c0ceb1a3b11c6ad46c3939eb02b011fb769f279ade9df749aa014432e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec09dd6222e9905c42fe592d4c2160a351d5f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128979183c3b13a8c2a140266ed199bc6908b9d5d879715839f101dc3c66cfa0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95517d63985e2f0f38bf7bf969a1fb4ddd6617fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faac6b85a76910acf85f1833ce80e1119777ca30935f042c1d0eba51126a114
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e18efd1696c0eddefde681b0466ca62888eb4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4444d6ba4259916c870885a6f253053680e87da1a0858ac28eebf9b5870c5f53
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67225f689b49fab8c6e70a3ee2505d521e0007d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf603e68411097a9ab0b68d090d8a80dd034023f1d7197b13f66beb2e7c7452b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21653622f5580fa5c91cc92e9288737cc4490edb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a34b9a61023478fcf62babbd288e18fffbb206c4ea0f788a1b5ed24bd31eecb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62260135f572d2785ab0af2a55a0385d4f7b293
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8177796c814f07d5b8314ddf19dff610ac21a4ef6abf3e89784176dc44bfaaf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf33449f7174f4681063b1679d6c8aa3b9e63b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45108d3c819859db5ddf365651023e728dd693e408ed1db92577ecb91ac554a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cffb3507bce2d5c2017344405b5536b596c0dae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d5855f5506a685d628a3c634e615a17a7c77f60591a30c88aea71303b73b6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114a15bf526231566a49d0d50c7f4cf967d23964
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f022e31c151e75a479be6a3fae7fb99bb086d8387e759fc65bd5fa116f38703
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842496362832500a53d7affbe2021e838ac01dc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce99791d5d15d84540cec656d54ac2743e00ffe30da4d6726495138bde3fbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffeb6bc695eb5b996bf84b9a73aaf0c57fb70562
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7477c0566d33bff36bc82b1dd997ac0190a46b677d73bcb14d17bfea80e123
+size 11395
diff --git a/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56645fe5a9f0b7807e2809013aa0edd5f388d654
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2cf0a70ef0a0bd0377c28c8acc3aed18e54c3fde6ac44286084945ea6ab467
+size 11395