diff --git a/params/phi/6/rnd_search/comb_2/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a982a111cb288cfa0cbf582071e91d2f9f542bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a19266fa3a63d208526caeb9551042afe8006f6ffbc61326ce9e807c158a290
+size 205955
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc424e6274cd39923a228bfb17a85fd7a535f8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f16bb68c288c117446bcc85e3c59383a42414dceeaf457e4771e20eaf986d94
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d58d371fa9ccca5d733846d33e12342081c0bcd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba263f0d2621496c1ed6aa145e16877c2187034c74e89213f85d32910449b64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fd3b36ce7dc19bfced4003cb1dc568c6f52e95
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131a4f7f490632b7b29bce1146a5ecf22f3ec24e93f4fc97a2ba48e2f9ff0c2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e64520a9db8b43512cbd6673c88a31089ced84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e192136354a9e1389913fd8f3730dad42297672da415dbfd97d30bf49c6d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b36c4743a7372f2b0c9ea59a59e045332d538
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4b559b2e4c87a172665d60ff14e72a93ce360f3c98ef8b75b062ebda14b4f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9f015e917eb490b8625d625bd75cd38e5cecc0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19de29fd264667446f9f150689846949c7dc116c78e76e05bef4be6be3da9c9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e857722b0deae992bf3f48a70d725db2bc4fba4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77356c5d5232f869c30addd7793c9b0d59344a3ff21a43ab50906716494d52be
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f19cd2ea5dee5afa7f0ad5e41d4d1f32e0c0838
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418d02d534742cad742e2b0d7128be867e50dbac5570214c8c7979c6139223cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae7ff1d4324ffebce20d77f53d4a9e11aca0b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8728abc91da74bde93e96737475fc634ba2f03978e65422502d2c0c7b412297
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a8e51e096609b209834077f6ce040355bf2694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76a26a5fa90c396d53db975fb38244cbbb1410577c870f540604af61eb5d6b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d7b5e987ca45145203d7991d7c6638e438bd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bde92226a02c02716f561bd0a7bca6b428bc304c3013558f5dffff01e8fcd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07447aafe7e379b7eb46ce139ec3ff543f4ea5d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add61bdca35d3e754376796545e39d41b902e2871e9e68c8e131aaf35c6e62a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2695f678cad3a6ea6bae9b0f90cee32ec7da90e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dedd4f46ba7e191f77dd18f49fd05e378c407bc4ac3bd4d2070f3be096b0c71
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea995386ae9fd9aef4dad1aa21cd3cdac955813d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb4903edaffcac9ac32054743a69e9375d7e68ab55f14d1a9e766e7e3ae5b81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eb32efcc20f90d192d75b243ed3574b1cba4a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f53e83683eeb0c9f89607c0219f43056d367b28d5501c1d1f7432ff4f2e7ef4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0697994e6764fa53a6ea356fffc013cee1e56d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9864d87a6b0df72e82e575309c7232e4d3f6b1284ef2f1f97254f1a7ed2969cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd40b9a20d5ddca10668688c41648eebdcf916b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f58d65730da72ba0edee4b97acb1ed2827fd88de878cd6174fc0d6acc6f2b97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0fad89fa1085a1340bbf82f4fea6274b761a62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702fa8cf2d9ad87cbabda506a8077220e0b1ee839bfbeff5a394765216bdb4be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f27c5253ffff06eda20e1d97f316f6060283601
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558e3f3eb58d874b8922f61ac798a426755ee058e23d03e7c1d369a3e889cb4c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7517f8619f4fe51766d588a6daba335f6d0257
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5185164b80afa74d4fa16e1e78064f369ef3a014b1093c238acb745fff50b7c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de18654d5731be71176f04eaa98cbdacb68d7beb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194509ddc51c7ededf9f2b77e711f4761964c4d6cb581dbc3864ea73026488b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02702fa8c2ba150cec2bb969c8ba7af8440781a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424738e51d85fa4dafc46b208a368b962d0b3082488269765405899b0f09aa14
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7531df2b198d963aa6f454659db53a135048c616
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c8b84d8695aed11649a3feb80e34d4919002e0b7e10ba38065802221ca4550
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d307bebdb446342adadc5919877ce15098c1b88c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d1daab6e8ddde6adaad0fb0e2f3d2018e543c8b56defc859671c81fbbde1c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a48f0d6853b4ddcf50dcb23e3c1eb11a41dd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada27b0604a88e0c2503079e479118188ac6c649fcb58c3663bce36df4ba4f9c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee8fa9428ad85d43a8d94c828964a0a930cafb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bab9dcf3bfdb8655a17f4eac13d662d29fde1d666d90ae2d59ca9f0a8d8827
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507410cfdeb89c09955d998bf6ca9f4946662060
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe233831c556b0d079b8e9a69e7809d5dc5ac2dd91996a0622147dde3c03e200
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537509a9fbbb3cf99930c789c6d23a37765da6cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968fd9e7973383597b00f8d0ea7e20bdcf127fa18173a10c486519527d906a95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa6ec4a512c1c4a32f413f0ec89f8ffd688bd41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20acdbeb8c13819fb914b4403c45082a7881df0c43c4fd8978b7ec544c162ff5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc0e83c9fbf67f30406764ba437917f6c25ef5b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366bb0761f3a455da62d37066f110a1e818fe1f681e9d56299f7ef115dff273a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2083bdfcb9290dcea413d2e1814b031598653d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7415d726fdf88a9a5277c064918a983e90d30a4f958be2afec515c8d2569a3c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b15221e09dd4646c92c300413e328da7755e8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bbf87bea18ec997c1644c8d9cf211eebeda0ec362eb01cdeb0a070990a218
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198c2ced4ebb8f96c4b0d8983e79025c3a2d2c94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d30e3fd142ec1eb2d58ea994180ded6d068a6ca739fca162fc9319bc210728
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c638d0b8d3a5739d52cc83506c27e901867309e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc7e5529947b58d7ac356f94f758808b57cbbb3b62fcb707aa9a79725861062
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f68973215c19e49daa8334dc7b48fe56abe576
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c883d85966b3a603e1460f668e10b6e2651615516438df221fc297c55e47e74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea428c2ed8e88a58582218376a5ceccfad132f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33206bb839f2336ba7c1fcbed942eb5efc1f783d887360d023c3257bdc2fb852
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fc49a84b553ddf888f516cc967a462f606efd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac581308f62abea454f07b05b9923c0f866c67937909ac980621726ea0d092af
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279ad5168dba09a0147a4bb568d90e7e194f369
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b64310e3126d2907a6055e15cad6c6a465b6242ad85873e98edfba8baa216bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc0fc6bae26ffd225747512e0b71b16ff28000e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc00d1238884ee6dac076da8fba7ab2901beb872c4d253b159deeeed1b92daf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aad45ae5ac68c644c765da555976342cb53a16
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d3ac9ff2fb1704f808424e7265118da31394907154186057e34bb18567af22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f3ab053264cc828418aa4641862d3b7e88614
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfbef9293452cfc55862225c5492fcede82148dcf4831947f5c992019e6797b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b9a8c12cfa6fca015ed23be28776c9c485d9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2449a0be0b4549d54252d7a925dc7e1728367992cef24a2c8bebaf15ee85e11d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a65e8853ad0878bc8098959a2c1f53848f159dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b309a9c8498b76a1a558f3e7137db291e116b5af6388d52ebc71599b3500d4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52186f340d32033dce1f6f89dd7b38ac3ce0ee1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bf3fd358ca3165feef0ab99ee67658ad19684191cf7810c750d68fdde08c26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81d5d930c572fb815f906958ce2f844aff98e54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611b92e3e8cb011089b0dce08bf0aa38341bd89910732d8b9c89185af3b6cd56
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caa24b78f2fe3070ff2a170bb3452222bc46476
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1d625e60ad941d3f49a635703edd85f0f3b44f98182cb11fd75665a8f42e6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b8adf0e7b45a2a9244c518790f92e22a9dd45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4945e2112c235c9270e649e07f07316ce3f4176b3c53b99c8e0a5a3e285105
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea157abf93a042c1d120f3555a5ac56f46b5881f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a6ce493be871733ab8e5eef6e597cd092d02ba4fd78ef148959cce329b8b2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b55b96be8d036f7ad6dae9f1cf99b651abe1271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aee5136d245833fb92fa7e3d475ced239eaf8ce303504be7a29233c9021bfc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35bc40a1187ec0962b6134105051f6894712cc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02afb82e041ea38ea73e1844083237cbc74c6c4f64966fbf6c9b2fe70239cdb6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc011a639c990cb196c687a89a77e63896e5b6e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5088f0631ec3e3d1f94ba69cdfad6e05c35e15be2dd705f405cdc011712b8ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c223b1a033a039915f10692f7996b995c538ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ac859fcf424ac7459cb26b8c16075795d8d90c5ace226697a58bdc8e06408
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771e8349ff69ba8d7e87c2ca1701f7f69b043cbf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46742de03e1d1708c812b35033206b86e5085635104ffa1445fd6c83c5f87ae7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecd62120b9c9231375d008e78026cee6029b983
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd4e9c58c66d5b76b0d7e4349de3fd45e235e9ece2a198201bc3846efe6ef23
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fdde8f793464ad9a34c2e64ab0aca0fe62e9e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084f29352b53580e0180556a66cab9c371705812aa69ca716d75859249f86cdb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d815e8ec9fc08744af9086d5976f2855a9616524
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132a63239c7303f5b63a454883a4f8234c3630a12173b183ccc8cf7d1864df70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490f50c5cb50de2f576eb1a5b1d6b97dccbccb5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf24432506577e82361272080f8232dd1ac257d0f8c7160b2405b612642e16e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c284b1468fde83bc054e4bc73121991e31411e7a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c90e92c0ac8509a46dba662d99bdb44d62ddd6aef7105ebd11f4a9c3dc25bca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0c8ee094690105e2041c72831c6d0da15b55a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc87e22aa26b4d023352da87de4f94ec243235b1e99233104b3bf808c6e67f0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4e0f14d114a30f3621f51a088383d682346f57
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c490cdaa23f03fe041b71e4610349fd0a51f83222a0365f79b1c79d8cbd83c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff559344b27c5e33324a7091369810f98d9819b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d90b7d28a7fac269a5e2746e8fcdd605e7db9eba699ba43095f00d6c73db6a7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c816438a2627f38747cb39904879516522172
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dca576ec6323ee68f2f2990bfc9c6f3ab6be81c8b47ece9c9d603542e495bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85095b72bf871df43c6d1776ba2a76f1c5d5930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544f6031618261260f146c409b57f40f54932b01e906d113d233caf3142b2825
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4974da501e9aaa42dbaab06268a58570ff98e86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1c0fb4b6693e82a8dad697d0a6793c6bf89a82ef90a25a909dd533d1328c8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887315d1ce7f7b7b799cebae8cfe66d39f89daa4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa38bd8b30a071f7145175375eab4c3e09b78a8f9ae6210019c59d7fb6161af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87f47f22ddc78f2091ad4c050ce0aa9289a9e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd02af106839160bed32b21bd3572e4fd3d1a62a5c4be6efe1dcf7bbb24d560
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7418f4497d38b9be1484c73bc5506069938f23d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349015693cf67b48aa835eb0c584ae9f95c12394635e72ca0fef4cea244bd313
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320de5149e3a7471ef721d030ea016eb1d3b3a26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc8482ab3e1f790c59a83c05a5fcc4530783616de0858dbfdfb93a9954a75cc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb4390f4072fc7c56b388103e366ecb071773b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89fcf0e365d037850aa69d42d075d12390072bc6ebdd55647071b9c2330782a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd6b3cc72c629b20d18bc310f5d9f8a4a2d4614
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f7f616480ac91c3789420e38ae60b374796675de1894a05708a4cf6054e15
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e89e7daf12dca725c7a4cd7fd06290006ca6650
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151b40a9254f86997049096861855882cf20df7cfad92bd27173c2d87fafc972
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e71ec1bb57524b26bcf3672e4e7a930fdabd64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef79a506582963ee0bc247ff30bd78ecc724467d489de248d3d869e9eebfbf45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21f6e2805d0c4179c3136c5dbe275ce56550020
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d0df46659773849b648e84187229ac21d3a772a2157ade80c261aa8d9b38ac
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f98d9887db8078deb9fadca1a26d8b4e8783295
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436672ce5a98fc6f98b657242d721e2a4f8de63b84b3ad2308178b33c3d5f4e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5ddc7b354fcda75bc24ca5c52accc4db47141a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085cb03f0dfda7d4d4927e77b359e4e5488b0b0d103a249c06628bc95744f48f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c295ad9f7b1287b43629417831cb5fb831bd1f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e1f868d85e201730784d44d62f8d83b6c24c4acd5b26b1fe299d5554cc313
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cbaa2965be25eac3993fb0d4bc0e3d8982cee8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6a3d111da6fad30db6e986e276b3c7d9d3334dcebc946d07cfbbe8dc3e4fb2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410accb12ef8b61e57eb4ce4d01f620b04b4490d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb332c227c6696e700e19cf187f0b0ea0fa0aff0be4687063060dcd6f61ccfa4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a288cc83bd3f257e5fc3f822a71d72d37138de6a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5da015ed32f80388bf418e74ced2a68ba59f7f313f6f912235c43cca0385d2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d44c6f30a03bea92e7054033b714e3966cd23bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72389428b24a98c563263866fce94bf075033e59c7200bef5537f4aa44af1807
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b5e92c732152fc9ebfbc3500746e5edd862f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8caece1516818ebd101f5860e9d13570df822add072774d0e6f0b09a399d3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7b9eb11e371173c9e383e65d90449e30bf0707
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af1a2fee43c6a4e5cfe4d498e8e2975cc9e494df658e29b68c51c0726a247f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5181bb1a037d8477d9e904db7ae2a955d55099e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4dcf1f5b8c2114593db4249f1f115122234efbeda87fbd0621bce7da271b09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42eb99692d850533e8bd5b912d036c39daeb1e42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73086fe2929d6c0d44b89773af78f9dfca3a886dbfd56e41289c86ba00a8e0e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef4f087a9549605dadfd43be3470b83ac834b27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdbf14f3ddf08be42cdae0fff1637799474b5223bf847dc082fcb35c5014dc2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de4f2f5b425976fdde31b68fe33aa4b821ad354
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9317ce903fda0d9ce8dd1b9d8703660dcd346cb0149f5155dbb9cf5a57b8fe5b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556208e375b2012777a6eb11e1097c25c5cbcc96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d5a518bec39e8a04a5ce9b13dc535b4c7c114ff894ae03b2bb513045eb7004
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa24b56a97c4237ead8439efdceafa13f8c233c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89afe98f5f467efcdffdbcc99c28268a7c7f94c060335ec625e30d1f68e0c801
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb033540b137e7a0839a0fba5b93b57b0d2db44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8312764c6ea98be7b2a7c0b3c0bda5739807a1749fc5689b40db52740ef45f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aac74089991d2be65bd7198cdce2ba965d6b18
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b57dc3f413ae8037822de84db85b8458fb24177173e6a825a703370da01e4b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09b85c584fb6ddc0fc7c870cd9b9a8129ffa6ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b11510c094f381cfc4a2388be727514bc9c8ea27efc33aaf0112f6fc153f97
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd2547fe2bc71b112afc0ee9311ace2d9c74ccc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e66149f7ced26b8123e868db038870a99caded7f6a56211e25c18f7653e08ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc7a2718f8facf647dba6138e98ba3549db6f5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6b9dc253a822969f3f1bd01acf65a8e0a6f6970a83bf26a7fe1a24090f417f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1376f89e00eb79368b0435c0e0eacde991562512
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45b7fbc732fc4efbe3169ee92f30b9b8cd5e42d360a9965952050575bb8fa19
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c49bfffb512e71e07f921b3c5f96d61987e834
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4adea018cf544820e2f2fa806ba00e7765656194eeda529dfd61fb058d390e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6044879d3d3aaffbd366d112cd169aaebf2648d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aa7855ee10914cf1c7f7f5bd28db593dc6224968e17327a407754bc5a4cca3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5021a5d274ad7af25d30856ec11b083ccf375484
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbfa4a4237a39806c420e37e1140befd8690fc3ef3524bd7e8ac24719d0f00
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3706e7368376bfcea786b8da0ec698e653f91e23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126b8599fe20cb099b433ba295fb0388c64ae13ea4c92f9d7568dba4edb899ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99606a99b311d0c828849c9558dbd2d2f8b1ceab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2882d297fc4693312e5df84abfd54cc49c13df1718c85535ae57af4802ca1b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a116e13e456c54fda041bcb46d1738a970fb6218
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4417218105584f8c1997ccf3869ff6eee49f47cf1c2e03c82f588ddd9f0c371
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479f6e1083faa730f3c7d541c0f2ab981f6a8a30
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2893b00fd724436df6d9ee05ec1a4964210ee5352d99e04b2c180ce37d44a788
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67be16276b4461dd056dba6b4efffd6a0fea5158
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7245e9aa17d28cf19f43995eb059843ae4824b50a380e24465f62556c0efc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16eb5e14ba03c6be944e302116b9bc4cde582b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef21c8b848b2395186a1cf02901330a3e983f33abafeef647a7669f71d8a195
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a186a9080cff8aebe1f91f023b12d27e0633d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79198ce3d13e782b5efc3b8763a87cb11aafa88e4b86760232b15eab2f7066f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e220671b081303086d7ffe602edc07549ac2a718
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44593f43aa23aa00c02345735dc7aac095f2149abd909a20e082962e6e00f52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd80d3620960e9d8b5cba3af1f6272139b4861
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da9c7489644781333b913c78d2300fdf9bbae3e93315a05e195aa1b6bcb63bc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9234b7174cfec1763d522c5901dbe8116afbfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0459b383362fb6ff8eb4c6b3a6d8b78e54fe986412ab3112aefcf4be1e2d4a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caa02dc9698dc8956e54431105fe6db10d62a03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647cfd9b6a39d9135797337e29781ddbada46a894fa6b5e658317087798ee62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fe1070714057c26064af2d2fedbe664584da00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197634a5eb0ba0e93de60c7bac14b329854b1a4aace44fcd855c0c4c5aed2e07
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb201aff77360f85de8be621424d6f9b9d1a9f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c672d4065c5e2e7eb133668814f1043a84d4f683927ce3203040928801d2ea44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6d74a5d05d3628d14be44a623eb03a384f7115
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58de03d8aebd5d2675056edccf9fb1d4d4544fc0b3fb170a9782754cc3c63a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedbc2acaef21186fb596ea0290975f70587f207
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be334386d4abdce21163ac4441b6665fb9206880bca152c2fdda8876f96375fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67b413d96589be6e9055d21c2b352b87ae5d834
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac22f103c42d4c6852be8566533ca8e63889ac312958c0d535d8ca77f7f07ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095943aa2787d1546ca6dc983ae2ad1e3a283a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e7ffb007940629b7ac95da09df5318315bba318f6f0d41cc1b77903c3ae428
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38f488cee2f55cbcfc8d3939d97135360b0a98d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec42c016de343c8024caa74d8812859e209c7d20428184ec225c6e987a30dcf5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7beb85e094d8f59027674dac83a78907ab39a71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0b70435317f56fc4d9a20b66e9569e651118fb810d34784caf29dcfca4e284
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112d145c4605c2e930b0a9e874ca7a26cd68ae4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3246f0b536a08fb1cbe0010ca2b6a668c074e4e9a97d193440490b5901e52094
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9222cc736363b32ad53bdd39f007173028a2dc9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f7af38bd2e1443ad39710637a12caaaa8fcc97b1b8d4215d01f5d327fff49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c958a47f56917d8b8241d175034f046f139f58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc25d00be23fb8df8619f6c942092f5fc70d7a58df386f13de893a1873dc3a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45353824cd018e23d75944d35a5114c26556d20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ac645b6d17f559ad9b9a4bfa9e58a058620e056542562a88ee1b9929deafc7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd24cd119f834f56e601e2f3164af6b1b76162f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8746212add40535749009a36bf87aa68af94806975fc4df136728e007b23bc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc24c931ac9ee2e8d860e7833ad9c331c95808f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3468173a69de84fcc7f1ae4a3dcda495ca38c4f75021bad8f9b3082563e85407
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bca586235a9a1a52e1e797ea603a87f6de46a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986eb5ae4da1cbf3fb0a614cdd9ca2abb024d6a960595f82c377786bb4c44188
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e3a5a85ed670b1b7947c1a909deb84dea2823e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a33dc3d33cbc950f41be0bb9803f0cd4a55e5a1997558081106072cfbce4e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32411b2654643346c2caf7b03b046bcb49dda0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3388827d6d76eb179cd7e6e858d3fb0cdf38ae4a469c4f68f0bbaa4ecc098074
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af784491032357fa766b6012c27d7783f746045
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca95c381fc4bcbf0286227ea5cf3145b3ca43758a670321114a2818c6093614
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24e673b5aad1629e6971d9f8e1d73e0b2dfb04e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2199cdc5e8e2062db176de5735176085ed7467208206e62e1dc5140a255e41f1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df10bf8fef400f953cd275b7dedd9c910c72aad7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3020dcb7a80ed15716cbb0fd8d6d6399450712313e1e6b6c13a645220cd321
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52c3130aa662d0f063843a41128cbf1197bab68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec7e4f8964eed53e732f1fdc11f2a96fcdbd0740c86f8e37a3f53b693a978c2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4645d92f494d7d902bede614d209b320e761c23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a2af474a92914c74bbd7ad91035e13641e196ec9cf9157461999c1ff098d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af93185dd9270fc827b6f71fc085317e529a2119
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4417987cb0493c729f5ff48f6a1eaa8d41aa0e6115ff6cb20bec1f6ad02bb8a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6266d0bf3e9a3234b5ee310e8db0edc0dcbdf9bc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b705e42476a2293747ff19ae6120ae388cd36a2a9756f0d1bf96655afbbf7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692d560393adc913625950e50587fb29882422fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84fd86c3211ee658d9ed50c84a94d850b5a396b64c32284d12bafe8e2fe20e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687b0cf5cd9769688aabbe13e370d49ec143d17e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f5e2fedb05d17f6acd2c91155b8486af954dde0c4ee8b848963b18fd162a33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6367960bbaa1232b9fbecaff207d42b5b85378f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275cf7f6b47ea10c6f76d8c5a7e07ecfe542b3b7f629b0aaaff03a5e68e99cba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732fd8aa88f8cdf968e5b7c29b5892561961db22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f776f41372921107c9a5b38311cd697fbcfd13927cdb92da6bb7972f286e410e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed7710e2e14516ae5aa6c3834edecf92017a93e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683be69b11478da6d7611cfd9ed606412e0b921de2831ca386f50e9f061566f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4be66e1ea890d3b4dc4807bf7f5c47f81a630e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714c99a965b71b2f1aed5fdefba2159202155be8f8bafd8d32110165329e16df
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d794a6774c6584327c0590820832915f3c51b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fe22f10f06a2f4a76922740b46966699db1f09f1fc7567eac9b3c35a507440
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f365eeb9cf21d213e9e344698ee688b49fdc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ceed085252b2742d1152d8b6e4f53737121375b27a73f67131335dcfc53680
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a06b035070c01044586e57b9c37a4758bd58094
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82148dbe778099ce5d192af894a6523bd1a4417ffcf88b59dadceac6ecdc9ea8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1954f0d0390da90e487f0abb38ebeef8052abfda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211374997ab9f23f9ca697e22c322146d05b9475f0ed33fc6f9f3d3c338222e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dda1aa9052555384ca6c4e3f80a2500014901d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf13a68b1feb5e546adec74cf279524ea3df3612811c3235dd00266908e923
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abfbd56a862444c4757cddfe7c6b92671c53434
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305a80f0bae527d98bd4e7ade2a357c543bab1338d949d29453c2696a1f7dafd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faac32ed4161c0148d83e3aaf04243f0b47a5ea1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4bcf312fb64fc1c090b26faaf94316fb7b7dbd42a32c4f90ddf6c0a87d294
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4063be010418fddb5af5f822cebb1fed4d297afc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572da1fe3d571181b26ded05e2a08e0f31fb03baa6115e87cb1b4b0667c99050
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743158b928814017d9eccd30b75bf67efe0230b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174238ef26912ec9eff716655159695592682ab00c02b662bb6a8e3d1bedf5da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3190ae91a07ce7018ebc2f025d7f83c50acce50f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e7efe659c641382d9514fc55ad944ca9a1b908e1250e1ae30a7f5f0f4f4b3c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64369c418e50934f2fb82c5e8cffebbba5a1a2c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a72a4752e50d6fcab02bd840df92467fc2877635a5efeb9a5ea99cd05a0f0f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187130c0197857583732c4e9a66dbd77399c5b00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d21b737cf01fdbcaeef508e1619fbfe9791549849e9fb8a1947eac56101cae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c917719c76bb854a3a2900c96c7cf6267e764640
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c1f478a9ac82adf55b80ecb0d6d921b2903477d4d590eed3b3ab09c944e2d6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d18a2a0ffc4a76cd1e86d3b089312786bf7fbee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8456b726cbacc09ab5d4d88905f160778db092504a22c29e818e4ea5b42296
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db4db736eb0aa62b9867ccc50be1955f485eaa5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6373e3eb41a190b10ea90a842a778c51f3266a7b089e6fd633272712359b182
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49494beaf82c7908bddf6bd5411091bb2681bba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad20712ad547550db179bc512c19c832409470581fa7e14db8ec017cc0455620
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89aa738c4e2f3760b1844482073d3ad1d20fa8b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1e07a09136121c504c1a51829ecd63f2931e5b058fade30e983267386cda9f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6617fb97ddf411c8b4133d2802a9890cb0ba99a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df03085cd052639bf4e1bdcefcc0a57f0d50faa6f885d45f9fec4d596820c62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38a0d7cf2b8c6beec0c12d5f0214bebcaf1112e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd40d681296fb76d192f6469f678c0ebbc59ff0599452f78dedc22f4c3dd7d5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60afe0d4779c8458ecf7fb9d51eae2ca5c86e45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73b579f0a0a8f2f86d97d697b0bde493fb9e215b5408762a895b05e093abad0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e0c9c08531a2c0fc15b0e2a99f008542f93452
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33102c0db95c9987a7b0636faf5ebd33753e7d789ee6356319c22e04470fb43d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e098cdfb3f5a5c27744257e950034e4874928d87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb0cac4551c5f76e8189b751f8f92d9289d304602122851408cd70288ed18a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4dc72b5a33edc937995f35f9fe6db7a5bcda59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1bc9e961025888039dc6c6d240d46b362950b637d37ca2273c2f98f80a1a89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e87693a6f7da6a70b65c97e2158cbbdd2f2aca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df269fdbcf80542f05d5b461c6d9fecfa07a3f65f3e3ad1fe0df1027719d060a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f618209e512559adf955b4af8679a94b8b062d09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0117da5163eba62ac0ad4c13552f32195def6764d241f64c8ffaa2c0a19e9258
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a98b20f10c0d3202a6ed3659dcbc67bcf9aec5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2100ae522b049117504e4cbc3c04a42ee1eb5ffae933a40b278e361459b3eda5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c918d09bb7e2b817034b13c31547cd1b73b3ff8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4def884b484c9b6814a87fe465c2fdf527660fbd9e7c354bcd980b4fbdf0b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e778ac88977950fb187fdd16d42903599bdc4b10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e15f1a4e3bf1435d78a3aa3cf45310c7444027f4332a80166eed4cc841cb34c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d608b44939493d82b4aee9c6b3d6f53bf2ea4132
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a02d251a90faf60a4c4fba7a70187b9e5266273b53ded7dfc0c77ccf0774
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4978a4e4e5e80becc7b502c817c691d320a484a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c18dff7af4962adb86eb42f1cbd87de22e580f5541c69e73e771e8a857347b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bde9e54c6c8b34cb5b42ad03a23abcdcf18980
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dace7dbf16923aad2504d5cea9fe3925bcb7a165e9b1120f4384b42caf575941
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c82d57a7791e139ecb64a7765b8c915751b072
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56f86c9b112e1a02bc9397cd03dab691ee0fe2d9ad4f5a14371923932f2e778
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a477e666ab04b22999a85614c06cbefb878403
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685b13ef36308f4032810c800891344569ca5a63d44081acf76d4648ff40e373
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29df84bc9de0ae789d39241ff890d97163dcd1e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e324c180cfff0cd1a44c7f10a620d34eaf65d55d577476e8066328faa02bfb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8763d7ac2f4f2ec07425d419e60475783a535663
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf13824d3bc2a1153d0b63c34fa9dea9565b68b77df3b72944d5d56d0b127c9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caf6b32d6e085bbc1a089967d8b657506b47e3d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4c5007fe81c13e0b61ae7a43ba8a347015b289111b58f8a06cc70cda819992
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db110b781914d4a76ac30d559ce91e20e66fd0af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72da5b899575208f7e254e4e6d0c3c498f2891a9588470bd1a6188fdf5beaa1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64faa9573942c23c9bf1b5d53178dd820dfc5890
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287d23f84fbc302df8e36fa56166c460115b0ed16a0f9c038ee00c99ba08935b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7ef487e4f0821579d267139703902d45e9f88a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b1e28d2e1d1000432dd62fdf96e12666269b8794ea020645b6c0a60f7145e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb201d8e84855202da739abc0924ec024d3e5bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da59afe11e056f300a59c4500519570e935f72605054548db491a7603e4fbb58
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5354e284de0be7423451a028a9852959f7da4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f3d062eee6deb09c7499fb8ba4fa91b23c758c88084fc3ca7b95da11a0053c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e419881bff2e121dc403781b86a6babc251c450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f47927ed2ef7203c12e600cb66771fa1c288ad340c2676b3305b8d5ec0711
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d59de254c3c94300058d38dda27348d0afadce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17be9e29a5db781003605d81b24c62ccae4723147906c3335e12616d5db4b318
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ca740ee363a14e0d308fe1c43e402fcdfd3d02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd9ecb044e2ee8b5af81d67ab67f9e3d8b9f1feea4b39c60a9098c91b20b8c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27de676acf529accdabcfdabda1a396efdac101
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a0b2d342a9942de1011e8dc403cea8f8f07d42ffc744b2894523fb0d7ca83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d90b5e43755b4d706e7527dd3cc7dbb217b06ef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b0d6b24cf860b7da82b91836c1be4066a2a41fe4e6ba09dfeeb660e03afa5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accba4f87d841ad1c4e6a5ad9e761e3cbc4cbe45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc776d1e1c290fb509d5161faee95c435bc062a164103642a092f107b30e53d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c5e36357e83c5514197130fc51108a831a512c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddc2f3391afcd4d5a701861f0c5fe8395432f04fc0f30b318e71b0d1599cd98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2578f67af23ed0af9147305b7ce42602738fc4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934001e4447dda7dbfc14e04550fa194bfdf50dc82e16258d37d5de82b6f201e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4148c5c47c4175b21e95b284feaf53d0a4e5fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185aa560bfe3b72d9fc1085bedbe170627061c9d2a30579a3f240e854349bf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216585ce4fbd2baf484da230ee47ca5bc040bd8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61c43a233a0df5291eb9c976a84f0623096ed4af60d56be981c977c9713a99
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a3d9e6979b07b854e64ed0e56ad550cb974bee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787c26a0f40a3244a39421dd736977f0eec5373311fd2fab9579d1aee3525a8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe5a58e4ce88fd8017bbe3f49872cf1a9ace0b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e5b175f2c9bc8d7b74e7006147a0d15766c317e6a64287ab9852c01c5bc63d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9fc56adbe26edab4c3391ea29cdf036b810ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c41fb02d90e6273f3125341ff7845307e19eefaa7611774a6dc5ac0d8f1b7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a982a111cb288cfa0cbf582071e91d2f9f542bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a19266fa3a63d208526caeb9551042afe8006f6ffbc61326ce9e807c158a290
+size 205955
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc424e6274cd39923a228bfb17a85fd7a535f8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f16bb68c288c117446bcc85e3c59383a42414dceeaf457e4771e20eaf986d94
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d58d371fa9ccca5d733846d33e12342081c0bcd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba263f0d2621496c1ed6aa145e16877c2187034c74e89213f85d32910449b64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fd3b36ce7dc19bfced4003cb1dc568c6f52e95
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131a4f7f490632b7b29bce1146a5ecf22f3ec24e93f4fc97a2ba48e2f9ff0c2e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e64520a9db8b43512cbd6673c88a31089ced84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e192136354a9e1389913fd8f3730dad42297672da415dbfd97d30bf49c6d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b36c4743a7372f2b0c9ea59a59e045332d538
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4b559b2e4c87a172665d60ff14e72a93ce360f3c98ef8b75b062ebda14b4f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9f015e917eb490b8625d625bd75cd38e5cecc0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19de29fd264667446f9f150689846949c7dc116c78e76e05bef4be6be3da9c9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e857722b0deae992bf3f48a70d725db2bc4fba4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77356c5d5232f869c30addd7793c9b0d59344a3ff21a43ab50906716494d52be
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f19cd2ea5dee5afa7f0ad5e41d4d1f32e0c0838
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418d02d534742cad742e2b0d7128be867e50dbac5570214c8c7979c6139223cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae7ff1d4324ffebce20d77f53d4a9e11aca0b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8728abc91da74bde93e96737475fc634ba2f03978e65422502d2c0c7b412297
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a8e51e096609b209834077f6ce040355bf2694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76a26a5fa90c396d53db975fb38244cbbb1410577c870f540604af61eb5d6b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638d7b5e987ca45145203d7991d7c6638e438bd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bde92226a02c02716f561bd0a7bca6b428bc304c3013558f5dffff01e8fcd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07447aafe7e379b7eb46ce139ec3ff543f4ea5d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add61bdca35d3e754376796545e39d41b902e2871e9e68c8e131aaf35c6e62a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2695f678cad3a6ea6bae9b0f90cee32ec7da90e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dedd4f46ba7e191f77dd18f49fd05e378c407bc4ac3bd4d2070f3be096b0c71
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea995386ae9fd9aef4dad1aa21cd3cdac955813d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb4903edaffcac9ac32054743a69e9375d7e68ab55f14d1a9e766e7e3ae5b81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eb32efcc20f90d192d75b243ed3574b1cba4a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f53e83683eeb0c9f89607c0219f43056d367b28d5501c1d1f7432ff4f2e7ef4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0697994e6764fa53a6ea356fffc013cee1e56d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9864d87a6b0df72e82e575309c7232e4d3f6b1284ef2f1f97254f1a7ed2969cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd40b9a20d5ddca10668688c41648eebdcf916b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f58d65730da72ba0edee4b97acb1ed2827fd88de878cd6174fc0d6acc6f2b97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0fad89fa1085a1340bbf82f4fea6274b761a62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702fa8cf2d9ad87cbabda506a8077220e0b1ee839bfbeff5a394765216bdb4be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f27c5253ffff06eda20e1d97f316f6060283601
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558e3f3eb58d874b8922f61ac798a426755ee058e23d03e7c1d369a3e889cb4c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7517f8619f4fe51766d588a6daba335f6d0257
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5185164b80afa74d4fa16e1e78064f369ef3a014b1093c238acb745fff50b7c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de18654d5731be71176f04eaa98cbdacb68d7beb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194509ddc51c7ededf9f2b77e711f4761964c4d6cb581dbc3864ea73026488b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02702fa8c2ba150cec2bb969c8ba7af8440781a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424738e51d85fa4dafc46b208a368b962d0b3082488269765405899b0f09aa14
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7531df2b198d963aa6f454659db53a135048c616
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c8b84d8695aed11649a3feb80e34d4919002e0b7e10ba38065802221ca4550
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d307bebdb446342adadc5919877ce15098c1b88c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d1daab6e8ddde6adaad0fb0e2f3d2018e543c8b56defc859671c81fbbde1c4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a48f0d6853b4ddcf50dcb23e3c1eb11a41dd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada27b0604a88e0c2503079e479118188ac6c649fcb58c3663bce36df4ba4f9c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee8fa9428ad85d43a8d94c828964a0a930cafb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bab9dcf3bfdb8655a17f4eac13d662d29fde1d666d90ae2d59ca9f0a8d8827
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507410cfdeb89c09955d998bf6ca9f4946662060
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe233831c556b0d079b8e9a69e7809d5dc5ac2dd91996a0622147dde3c03e200
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537509a9fbbb3cf99930c789c6d23a37765da6cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968fd9e7973383597b00f8d0ea7e20bdcf127fa18173a10c486519527d906a95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa6ec4a512c1c4a32f413f0ec89f8ffd688bd41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20acdbeb8c13819fb914b4403c45082a7881df0c43c4fd8978b7ec544c162ff5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc0e83c9fbf67f30406764ba437917f6c25ef5b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366bb0761f3a455da62d37066f110a1e818fe1f681e9d56299f7ef115dff273a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2083bdfcb9290dcea413d2e1814b031598653d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7415d726fdf88a9a5277c064918a983e90d30a4f958be2afec515c8d2569a3c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b15221e09dd4646c92c300413e328da7755e8f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bbf87bea18ec997c1644c8d9cf211eebeda0ec362eb01cdeb0a070990a218
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198c2ced4ebb8f96c4b0d8983e79025c3a2d2c94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d30e3fd142ec1eb2d58ea994180ded6d068a6ca739fca162fc9319bc210728
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c638d0b8d3a5739d52cc83506c27e901867309e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc7e5529947b58d7ac356f94f758808b57cbbb3b62fcb707aa9a79725861062
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f68973215c19e49daa8334dc7b48fe56abe576
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c883d85966b3a603e1460f668e10b6e2651615516438df221fc297c55e47e74
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea428c2ed8e88a58582218376a5ceccfad132f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33206bb839f2336ba7c1fcbed942eb5efc1f783d887360d023c3257bdc2fb852
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fc49a84b553ddf888f516cc967a462f606efd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac581308f62abea454f07b05b9923c0f866c67937909ac980621726ea0d092af
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279ad5168dba09a0147a4bb568d90e7e194f369
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b64310e3126d2907a6055e15cad6c6a465b6242ad85873e98edfba8baa216bd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc0fc6bae26ffd225747512e0b71b16ff28000e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc00d1238884ee6dac076da8fba7ab2901beb872c4d253b159deeeed1b92daf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aad45ae5ac68c644c765da555976342cb53a16
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d3ac9ff2fb1704f808424e7265118da31394907154186057e34bb18567af22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f3ab053264cc828418aa4641862d3b7e88614
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfbef9293452cfc55862225c5492fcede82148dcf4831947f5c992019e6797b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b9a8c12cfa6fca015ed23be28776c9c485d9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2449a0be0b4549d54252d7a925dc7e1728367992cef24a2c8bebaf15ee85e11d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a65e8853ad0878bc8098959a2c1f53848f159dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b309a9c8498b76a1a558f3e7137db291e116b5af6388d52ebc71599b3500d4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52186f340d32033dce1f6f89dd7b38ac3ce0ee1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bf3fd358ca3165feef0ab99ee67658ad19684191cf7810c750d68fdde08c26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81d5d930c572fb815f906958ce2f844aff98e54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611b92e3e8cb011089b0dce08bf0aa38341bd89910732d8b9c89185af3b6cd56
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caa24b78f2fe3070ff2a170bb3452222bc46476
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1d625e60ad941d3f49a635703edd85f0f3b44f98182cb11fd75665a8f42e6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b8adf0e7b45a2a9244c518790f92e22a9dd45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4945e2112c235c9270e649e07f07316ce3f4176b3c53b99c8e0a5a3e285105
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea157abf93a042c1d120f3555a5ac56f46b5881f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a6ce493be871733ab8e5eef6e597cd092d02ba4fd78ef148959cce329b8b2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b55b96be8d036f7ad6dae9f1cf99b651abe1271
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aee5136d245833fb92fa7e3d475ced239eaf8ce303504be7a29233c9021bfc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35bc40a1187ec0962b6134105051f6894712cc6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02afb82e041ea38ea73e1844083237cbc74c6c4f64966fbf6c9b2fe70239cdb6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc011a639c990cb196c687a89a77e63896e5b6e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5088f0631ec3e3d1f94ba69cdfad6e05c35e15be2dd705f405cdc011712b8ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c223b1a033a039915f10692f7996b995c538ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ac859fcf424ac7459cb26b8c16075795d8d90c5ace226697a58bdc8e06408
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771e8349ff69ba8d7e87c2ca1701f7f69b043cbf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46742de03e1d1708c812b35033206b86e5085635104ffa1445fd6c83c5f87ae7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecd62120b9c9231375d008e78026cee6029b983
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd4e9c58c66d5b76b0d7e4349de3fd45e235e9ece2a198201bc3846efe6ef23
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fdde8f793464ad9a34c2e64ab0aca0fe62e9e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084f29352b53580e0180556a66cab9c371705812aa69ca716d75859249f86cdb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d815e8ec9fc08744af9086d5976f2855a9616524
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132a63239c7303f5b63a454883a4f8234c3630a12173b183ccc8cf7d1864df70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490f50c5cb50de2f576eb1a5b1d6b97dccbccb5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf24432506577e82361272080f8232dd1ac257d0f8c7160b2405b612642e16e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c284b1468fde83bc054e4bc73121991e31411e7a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c90e92c0ac8509a46dba662d99bdb44d62ddd6aef7105ebd11f4a9c3dc25bca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0c8ee094690105e2041c72831c6d0da15b55a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc87e22aa26b4d023352da87de4f94ec243235b1e99233104b3bf808c6e67f0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4e0f14d114a30f3621f51a088383d682346f57
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c490cdaa23f03fe041b71e4610349fd0a51f83222a0365f79b1c79d8cbd83c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff559344b27c5e33324a7091369810f98d9819b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d90b7d28a7fac269a5e2746e8fcdd605e7db9eba699ba43095f00d6c73db6a7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c816438a2627f38747cb39904879516522172
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dca576ec6323ee68f2f2990bfc9c6f3ab6be81c8b47ece9c9d603542e495bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85095b72bf871df43c6d1776ba2a76f1c5d5930
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544f6031618261260f146c409b57f40f54932b01e906d113d233caf3142b2825
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4974da501e9aaa42dbaab06268a58570ff98e86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1c0fb4b6693e82a8dad697d0a6793c6bf89a82ef90a25a909dd533d1328c8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887315d1ce7f7b7b799cebae8cfe66d39f89daa4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa38bd8b30a071f7145175375eab4c3e09b78a8f9ae6210019c59d7fb6161af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87f47f22ddc78f2091ad4c050ce0aa9289a9e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd02af106839160bed32b21bd3572e4fd3d1a62a5c4be6efe1dcf7bbb24d560
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7418f4497d38b9be1484c73bc5506069938f23d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349015693cf67b48aa835eb0c584ae9f95c12394635e72ca0fef4cea244bd313
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320de5149e3a7471ef721d030ea016eb1d3b3a26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc8482ab3e1f790c59a83c05a5fcc4530783616de0858dbfdfb93a9954a75cc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb4390f4072fc7c56b388103e366ecb071773b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89fcf0e365d037850aa69d42d075d12390072bc6ebdd55647071b9c2330782a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd6b3cc72c629b20d18bc310f5d9f8a4a2d4614
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f7f616480ac91c3789420e38ae60b374796675de1894a05708a4cf6054e15
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e89e7daf12dca725c7a4cd7fd06290006ca6650
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151b40a9254f86997049096861855882cf20df7cfad92bd27173c2d87fafc972
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e71ec1bb57524b26bcf3672e4e7a930fdabd64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef79a506582963ee0bc247ff30bd78ecc724467d489de248d3d869e9eebfbf45
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21f6e2805d0c4179c3136c5dbe275ce56550020
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d0df46659773849b648e84187229ac21d3a772a2157ade80c261aa8d9b38ac
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f98d9887db8078deb9fadca1a26d8b4e8783295
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436672ce5a98fc6f98b657242d721e2a4f8de63b84b3ad2308178b33c3d5f4e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5ddc7b354fcda75bc24ca5c52accc4db47141a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085cb03f0dfda7d4d4927e77b359e4e5488b0b0d103a249c06628bc95744f48f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c295ad9f7b1287b43629417831cb5fb831bd1f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e1f868d85e201730784d44d62f8d83b6c24c4acd5b26b1fe299d5554cc313
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cbaa2965be25eac3993fb0d4bc0e3d8982cee8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6a3d111da6fad30db6e986e276b3c7d9d3334dcebc946d07cfbbe8dc3e4fb2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410accb12ef8b61e57eb4ce4d01f620b04b4490d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb332c227c6696e700e19cf187f0b0ea0fa0aff0be4687063060dcd6f61ccfa4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a288cc83bd3f257e5fc3f822a71d72d37138de6a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5da015ed32f80388bf418e74ced2a68ba59f7f313f6f912235c43cca0385d2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d44c6f30a03bea92e7054033b714e3966cd23bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72389428b24a98c563263866fce94bf075033e59c7200bef5537f4aa44af1807
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b5e92c732152fc9ebfbc3500746e5edd862f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8caece1516818ebd101f5860e9d13570df822add072774d0e6f0b09a399d3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7b9eb11e371173c9e383e65d90449e30bf0707
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af1a2fee43c6a4e5cfe4d498e8e2975cc9e494df658e29b68c51c0726a247f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5181bb1a037d8477d9e904db7ae2a955d55099e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4dcf1f5b8c2114593db4249f1f115122234efbeda87fbd0621bce7da271b09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42eb99692d850533e8bd5b912d036c39daeb1e42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73086fe2929d6c0d44b89773af78f9dfca3a886dbfd56e41289c86ba00a8e0e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef4f087a9549605dadfd43be3470b83ac834b27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdbf14f3ddf08be42cdae0fff1637799474b5223bf847dc082fcb35c5014dc2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de4f2f5b425976fdde31b68fe33aa4b821ad354
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9317ce903fda0d9ce8dd1b9d8703660dcd346cb0149f5155dbb9cf5a57b8fe5b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556208e375b2012777a6eb11e1097c25c5cbcc96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d5a518bec39e8a04a5ce9b13dc535b4c7c114ff894ae03b2bb513045eb7004
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa24b56a97c4237ead8439efdceafa13f8c233c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89afe98f5f467efcdffdbcc99c28268a7c7f94c060335ec625e30d1f68e0c801
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb033540b137e7a0839a0fba5b93b57b0d2db44
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8312764c6ea98be7b2a7c0b3c0bda5739807a1749fc5689b40db52740ef45f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aac74089991d2be65bd7198cdce2ba965d6b18
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b57dc3f413ae8037822de84db85b8458fb24177173e6a825a703370da01e4b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09b85c584fb6ddc0fc7c870cd9b9a8129ffa6ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b11510c094f381cfc4a2388be727514bc9c8ea27efc33aaf0112f6fc153f97
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd2547fe2bc71b112afc0ee9311ace2d9c74ccc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e66149f7ced26b8123e868db038870a99caded7f6a56211e25c18f7653e08ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc7a2718f8facf647dba6138e98ba3549db6f5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6b9dc253a822969f3f1bd01acf65a8e0a6f6970a83bf26a7fe1a24090f417f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1376f89e00eb79368b0435c0e0eacde991562512
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45b7fbc732fc4efbe3169ee92f30b9b8cd5e42d360a9965952050575bb8fa19
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c49bfffb512e71e07f921b3c5f96d61987e834
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4adea018cf544820e2f2fa806ba00e7765656194eeda529dfd61fb058d390e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6044879d3d3aaffbd366d112cd169aaebf2648d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aa7855ee10914cf1c7f7f5bd28db593dc6224968e17327a407754bc5a4cca3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5021a5d274ad7af25d30856ec11b083ccf375484
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbfa4a4237a39806c420e37e1140befd8690fc3ef3524bd7e8ac24719d0f00
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3706e7368376bfcea786b8da0ec698e653f91e23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126b8599fe20cb099b433ba295fb0388c64ae13ea4c92f9d7568dba4edb899ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99606a99b311d0c828849c9558dbd2d2f8b1ceab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2882d297fc4693312e5df84abfd54cc49c13df1718c85535ae57af4802ca1b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a116e13e456c54fda041bcb46d1738a970fb6218
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4417218105584f8c1997ccf3869ff6eee49f47cf1c2e03c82f588ddd9f0c371
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479f6e1083faa730f3c7d541c0f2ab981f6a8a30
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2893b00fd724436df6d9ee05ec1a4964210ee5352d99e04b2c180ce37d44a788
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67be16276b4461dd056dba6b4efffd6a0fea5158
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7245e9aa17d28cf19f43995eb059843ae4824b50a380e24465f62556c0efc4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16eb5e14ba03c6be944e302116b9bc4cde582b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef21c8b848b2395186a1cf02901330a3e983f33abafeef647a7669f71d8a195
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a186a9080cff8aebe1f91f023b12d27e0633d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79198ce3d13e782b5efc3b8763a87cb11aafa88e4b86760232b15eab2f7066f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e220671b081303086d7ffe602edc07549ac2a718
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44593f43aa23aa00c02345735dc7aac095f2149abd909a20e082962e6e00f52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd80d3620960e9d8b5cba3af1f6272139b4861
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da9c7489644781333b913c78d2300fdf9bbae3e93315a05e195aa1b6bcb63bc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9234b7174cfec1763d522c5901dbe8116afbfb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0459b383362fb6ff8eb4c6b3a6d8b78e54fe986412ab3112aefcf4be1e2d4a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caa02dc9698dc8956e54431105fe6db10d62a03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647cfd9b6a39d9135797337e29781ddbada46a894fa6b5e658317087798ee62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fe1070714057c26064af2d2fedbe664584da00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197634a5eb0ba0e93de60c7bac14b329854b1a4aace44fcd855c0c4c5aed2e07
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb201aff77360f85de8be621424d6f9b9d1a9f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c672d4065c5e2e7eb133668814f1043a84d4f683927ce3203040928801d2ea44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6d74a5d05d3628d14be44a623eb03a384f7115
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58de03d8aebd5d2675056edccf9fb1d4d4544fc0b3fb170a9782754cc3c63a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedbc2acaef21186fb596ea0290975f70587f207
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be334386d4abdce21163ac4441b6665fb9206880bca152c2fdda8876f96375fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67b413d96589be6e9055d21c2b352b87ae5d834
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac22f103c42d4c6852be8566533ca8e63889ac312958c0d535d8ca77f7f07ea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095943aa2787d1546ca6dc983ae2ad1e3a283a5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e7ffb007940629b7ac95da09df5318315bba318f6f0d41cc1b77903c3ae428
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38f488cee2f55cbcfc8d3939d97135360b0a98d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec42c016de343c8024caa74d8812859e209c7d20428184ec225c6e987a30dcf5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7beb85e094d8f59027674dac83a78907ab39a71
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0b70435317f56fc4d9a20b66e9569e651118fb810d34784caf29dcfca4e284
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0112d145c4605c2e930b0a9e874ca7a26cd68ae4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3246f0b536a08fb1cbe0010ca2b6a668c074e4e9a97d193440490b5901e52094
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9222cc736363b32ad53bdd39f007173028a2dc9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18f7af38bd2e1443ad39710637a12caaaa8fcc97b1b8d4215d01f5d327fff49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c958a47f56917d8b8241d175034f046f139f58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc25d00be23fb8df8619f6c942092f5fc70d7a58df386f13de893a1873dc3a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45353824cd018e23d75944d35a5114c26556d20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ac645b6d17f559ad9b9a4bfa9e58a058620e056542562a88ee1b9929deafc7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd24cd119f834f56e601e2f3164af6b1b76162f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8746212add40535749009a36bf87aa68af94806975fc4df136728e007b23bc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc24c931ac9ee2e8d860e7833ad9c331c95808f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3468173a69de84fcc7f1ae4a3dcda495ca38c4f75021bad8f9b3082563e85407
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bca586235a9a1a52e1e797ea603a87f6de46a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986eb5ae4da1cbf3fb0a614cdd9ca2abb024d6a960595f82c377786bb4c44188
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e3a5a85ed670b1b7947c1a909deb84dea2823e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a33dc3d33cbc950f41be0bb9803f0cd4a55e5a1997558081106072cfbce4e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32411b2654643346c2caf7b03b046bcb49dda0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3388827d6d76eb179cd7e6e858d3fb0cdf38ae4a469c4f68f0bbaa4ecc098074
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af784491032357fa766b6012c27d7783f746045
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca95c381fc4bcbf0286227ea5cf3145b3ca43758a670321114a2818c6093614
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24e673b5aad1629e6971d9f8e1d73e0b2dfb04e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2199cdc5e8e2062db176de5735176085ed7467208206e62e1dc5140a255e41f1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df10bf8fef400f953cd275b7dedd9c910c72aad7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3020dcb7a80ed15716cbb0fd8d6d6399450712313e1e6b6c13a645220cd321
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52c3130aa662d0f063843a41128cbf1197bab68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec7e4f8964eed53e732f1fdc11f2a96fcdbd0740c86f8e37a3f53b693a978c2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4645d92f494d7d902bede614d209b320e761c23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a2af474a92914c74bbd7ad91035e13641e196ec9cf9157461999c1ff098d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af93185dd9270fc827b6f71fc085317e529a2119
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4417987cb0493c729f5ff48f6a1eaa8d41aa0e6115ff6cb20bec1f6ad02bb8a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6266d0bf3e9a3234b5ee310e8db0edc0dcbdf9bc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b705e42476a2293747ff19ae6120ae388cd36a2a9756f0d1bf96655afbbf7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692d560393adc913625950e50587fb29882422fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84fd86c3211ee658d9ed50c84a94d850b5a396b64c32284d12bafe8e2fe20e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687b0cf5cd9769688aabbe13e370d49ec143d17e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f5e2fedb05d17f6acd2c91155b8486af954dde0c4ee8b848963b18fd162a33
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6367960bbaa1232b9fbecaff207d42b5b85378f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275cf7f6b47ea10c6f76d8c5a7e07ecfe542b3b7f629b0aaaff03a5e68e99cba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732fd8aa88f8cdf968e5b7c29b5892561961db22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f776f41372921107c9a5b38311cd697fbcfd13927cdb92da6bb7972f286e410e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed7710e2e14516ae5aa6c3834edecf92017a93e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683be69b11478da6d7611cfd9ed606412e0b921de2831ca386f50e9f061566f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4be66e1ea890d3b4dc4807bf7f5c47f81a630e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714c99a965b71b2f1aed5fdefba2159202155be8f8bafd8d32110165329e16df
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d794a6774c6584327c0590820832915f3c51b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fe22f10f06a2f4a76922740b46966699db1f09f1fc7567eac9b3c35a507440
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f365eeb9cf21d213e9e344698ee688b49fdc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ceed085252b2742d1152d8b6e4f53737121375b27a73f67131335dcfc53680
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a06b035070c01044586e57b9c37a4758bd58094
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82148dbe778099ce5d192af894a6523bd1a4417ffcf88b59dadceac6ecdc9ea8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1954f0d0390da90e487f0abb38ebeef8052abfda
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211374997ab9f23f9ca697e22c322146d05b9475f0ed33fc6f9f3d3c338222e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dda1aa9052555384ca6c4e3f80a2500014901d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf13a68b1feb5e546adec74cf279524ea3df3612811c3235dd00266908e923
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abfbd56a862444c4757cddfe7c6b92671c53434
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305a80f0bae527d98bd4e7ade2a357c543bab1338d949d29453c2696a1f7dafd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faac32ed4161c0148d83e3aaf04243f0b47a5ea1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e4bcf312fb64fc1c090b26faaf94316fb7b7dbd42a32c4f90ddf6c0a87d294
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4063be010418fddb5af5f822cebb1fed4d297afc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572da1fe3d571181b26ded05e2a08e0f31fb03baa6115e87cb1b4b0667c99050
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743158b928814017d9eccd30b75bf67efe0230b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174238ef26912ec9eff716655159695592682ab00c02b662bb6a8e3d1bedf5da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3190ae91a07ce7018ebc2f025d7f83c50acce50f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e7efe659c641382d9514fc55ad944ca9a1b908e1250e1ae30a7f5f0f4f4b3c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64369c418e50934f2fb82c5e8cffebbba5a1a2c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a72a4752e50d6fcab02bd840df92467fc2877635a5efeb9a5ea99cd05a0f0f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187130c0197857583732c4e9a66dbd77399c5b00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d21b737cf01fdbcaeef508e1619fbfe9791549849e9fb8a1947eac56101cae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c917719c76bb854a3a2900c96c7cf6267e764640
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c1f478a9ac82adf55b80ecb0d6d921b2903477d4d590eed3b3ab09c944e2d6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d18a2a0ffc4a76cd1e86d3b089312786bf7fbee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8456b726cbacc09ab5d4d88905f160778db092504a22c29e818e4ea5b42296
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db4db736eb0aa62b9867ccc50be1955f485eaa5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6373e3eb41a190b10ea90a842a778c51f3266a7b089e6fd633272712359b182
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49494beaf82c7908bddf6bd5411091bb2681bba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad20712ad547550db179bc512c19c832409470581fa7e14db8ec017cc0455620
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89aa738c4e2f3760b1844482073d3ad1d20fa8b7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1e07a09136121c504c1a51829ecd63f2931e5b058fade30e983267386cda9f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6617fb97ddf411c8b4133d2802a9890cb0ba99a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df03085cd052639bf4e1bdcefcc0a57f0d50faa6f885d45f9fec4d596820c62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38a0d7cf2b8c6beec0c12d5f0214bebcaf1112e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd40d681296fb76d192f6469f678c0ebbc59ff0599452f78dedc22f4c3dd7d5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60afe0d4779c8458ecf7fb9d51eae2ca5c86e45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73b579f0a0a8f2f86d97d697b0bde493fb9e215b5408762a895b05e093abad0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e0c9c08531a2c0fc15b0e2a99f008542f93452
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33102c0db95c9987a7b0636faf5ebd33753e7d789ee6356319c22e04470fb43d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e098cdfb3f5a5c27744257e950034e4874928d87
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb0cac4551c5f76e8189b751f8f92d9289d304602122851408cd70288ed18a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4dc72b5a33edc937995f35f9fe6db7a5bcda59
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1bc9e961025888039dc6c6d240d46b362950b637d37ca2273c2f98f80a1a89
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e87693a6f7da6a70b65c97e2158cbbdd2f2aca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df269fdbcf80542f05d5b461c6d9fecfa07a3f65f3e3ad1fe0df1027719d060a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f618209e512559adf955b4af8679a94b8b062d09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0117da5163eba62ac0ad4c13552f32195def6764d241f64c8ffaa2c0a19e9258
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a98b20f10c0d3202a6ed3659dcbc67bcf9aec5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2100ae522b049117504e4cbc3c04a42ee1eb5ffae933a40b278e361459b3eda5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c918d09bb7e2b817034b13c31547cd1b73b3ff8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4def884b484c9b6814a87fe465c2fdf527660fbd9e7c354bcd980b4fbdf0b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e778ac88977950fb187fdd16d42903599bdc4b10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e15f1a4e3bf1435d78a3aa3cf45310c7444027f4332a80166eed4cc841cb34c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d608b44939493d82b4aee9c6b3d6f53bf2ea4132
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a02d251a90faf60a4c4fba7a70187b9e5266273b53ded7dfc0c77ccf0774
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4978a4e4e5e80becc7b502c817c691d320a484a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c18dff7af4962adb86eb42f1cbd87de22e580f5541c69e73e771e8a857347b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bde9e54c6c8b34cb5b42ad03a23abcdcf18980
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dace7dbf16923aad2504d5cea9fe3925bcb7a165e9b1120f4384b42caf575941
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c82d57a7791e139ecb64a7765b8c915751b072
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56f86c9b112e1a02bc9397cd03dab691ee0fe2d9ad4f5a14371923932f2e778
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a477e666ab04b22999a85614c06cbefb878403
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685b13ef36308f4032810c800891344569ca5a63d44081acf76d4648ff40e373
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29df84bc9de0ae789d39241ff890d97163dcd1e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e324c180cfff0cd1a44c7f10a620d34eaf65d55d577476e8066328faa02bfb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8763d7ac2f4f2ec07425d419e60475783a535663
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf13824d3bc2a1153d0b63c34fa9dea9565b68b77df3b72944d5d56d0b127c9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caf6b32d6e085bbc1a089967d8b657506b47e3d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4c5007fe81c13e0b61ae7a43ba8a347015b289111b58f8a06cc70cda819992
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db110b781914d4a76ac30d559ce91e20e66fd0af
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72da5b899575208f7e254e4e6d0c3c498f2891a9588470bd1a6188fdf5beaa1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64faa9573942c23c9bf1b5d53178dd820dfc5890
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287d23f84fbc302df8e36fa56166c460115b0ed16a0f9c038ee00c99ba08935b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7ef487e4f0821579d267139703902d45e9f88a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b1e28d2e1d1000432dd62fdf96e12666269b8794ea020645b6c0a60f7145e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb201d8e84855202da739abc0924ec024d3e5bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da59afe11e056f300a59c4500519570e935f72605054548db491a7603e4fbb58
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5354e284de0be7423451a028a9852959f7da4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f3d062eee6deb09c7499fb8ba4fa91b23c758c88084fc3ca7b95da11a0053c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e419881bff2e121dc403781b86a6babc251c450
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31f47927ed2ef7203c12e600cb66771fa1c288ad340c2676b3305b8d5ec0711
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d59de254c3c94300058d38dda27348d0afadce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17be9e29a5db781003605d81b24c62ccae4723147906c3335e12616d5db4b318
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ca740ee363a14e0d308fe1c43e402fcdfd3d02
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd9ecb044e2ee8b5af81d67ab67f9e3d8b9f1feea4b39c60a9098c91b20b8c8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27de676acf529accdabcfdabda1a396efdac101
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a0b2d342a9942de1011e8dc403cea8f8f07d42ffc744b2894523fb0d7ca83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d90b5e43755b4d706e7527dd3cc7dbb217b06ef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b0d6b24cf860b7da82b91836c1be4066a2a41fe4e6ba09dfeeb660e03afa5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accba4f87d841ad1c4e6a5ad9e761e3cbc4cbe45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc776d1e1c290fb509d5161faee95c435bc062a164103642a092f107b30e53d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c5e36357e83c5514197130fc51108a831a512c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddc2f3391afcd4d5a701861f0c5fe8395432f04fc0f30b318e71b0d1599cd98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2578f67af23ed0af9147305b7ce42602738fc4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934001e4447dda7dbfc14e04550fa194bfdf50dc82e16258d37d5de82b6f201e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4148c5c47c4175b21e95b284feaf53d0a4e5fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185aa560bfe3b72d9fc1085bedbe170627061c9d2a30579a3f240e854349bf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216585ce4fbd2baf484da230ee47ca5bc040bd8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61c43a233a0df5291eb9c976a84f0623096ed4af60d56be981c977c9713a99
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a3d9e6979b07b854e64ed0e56ad550cb974bee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787c26a0f40a3244a39421dd736977f0eec5373311fd2fab9579d1aee3525a8d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe5a58e4ce88fd8017bbe3f49872cf1a9ace0b1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e5b175f2c9bc8d7b74e7006147a0d15766c317e6a64287ab9852c01c5bc63d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9fc56adbe26edab4c3391ea29cdf036b810ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c41fb02d90e6273f3125341ff7845307e19eefaa7611774a6dc5ac0d8f1b7b
+size 11395