diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/lm_head/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2f5fdeb75e9fb35d363ae670be5033f790508b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefdc6beec4ba8d9232beda606d780885fd0f67fc548977031258976bbd34632
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/lm_head/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a913219ff45151fabdfcb0cae0557833a36fc92
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459d5166a82083abce553dad4c9d8191848962108bc5c180e1072f008b1ac090
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7945092db843a923db60e3ff4cb21e8f224d17ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eada764d15703ba51f3d7c3c2e914a33278d821b3af72e34deb112573ec9f98d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7022e6c9df9eb2430d062d2469f70d8bca69e640
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb0450b2554ccdd0244759c36a50cfa061f376a257a82d52dcb79f45c6ccecd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de9470ea9fd7b264d7aa126c0ba018d240c12ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fd56567774855436552952f4ca8571cb5dec4de2ea1e83cc3d6ba5cac09d59
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca924fef6041e094e61d1e9887ce7c8574690507
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630092c4a0a7a84fb1eb1145d8675688d754a3327461c9bb955d81dec801e46
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df913b4f9fba8e3a5180cae791b633e780665ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a50ca80de8eee6d356d3f506d525416330dfb8449b87897e6e86b20c058ef
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fc252a9a055bdca8837b3d9b410ddbd31e6c26
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c357e992675eda827c620f5733a36c5bd8a69de84ffb1de003060f4babb33ec1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee2700c7f2d3ff23fd11b468c0a96b87acff4ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68393989d917c5304e0b96026987f3438d93e65a8bcf30d1cf4d3afe85d7bdab
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc030f6d23f5ce28b46059029359a04785fa853
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845fe04ec94b39f83b043d7c31db75b2e009e217a9f0af2d1068d7187fa21d2a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ff6956cd05c7f7655ac42572457afe7f41f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75019cee082339aee71118b48818e4bf2fb1e06bd9bdf67d8c147884072ad706
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec98005406b34f34a8ef378885a59d32c54843eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a13e76103d9a9ddcda6f3fe423ead7f8afe63c1154800809a8a2fe17d2b801
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca970893bcbf560a5bf7cd7acb4adb0b0587220b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35144d4d9dd9a3abe74b23ff840e31cd3391f213665302e1eafa87544b3df60e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e571d30afd58f7f167005d8401c9290c878768
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae96eece543a6da93202fd6294f0d840b050243c301f24e3b98dbeb54d5a72
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4f3e892cca83eb2e7e909c6e8e09db5f941455
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d58a4e8d91182a4676e5c1681820144ad24b363b697f793e9a8eafff8f6f00
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0e997f03a27a64bdd23925309e0342e5ad7a5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252a071f3963c6aeb52f0a57a10acb9d488a585d9f5cec313684d03acf3149d7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9627aaba55fccf0726bc07091befdc149a03f71b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf1425122f5348db865e6d9acee925ab57d66f4e29b277dbfd8fb5f0988c81f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da21b7b3c207a163ad2340de97eb4dd658cf8ad6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5732f8a6a6efa767e49899b5c885ad8ee6c05fe6bd3e2f1534c1eecda95d6408
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fdad1e78ab18726a491d95c1b20660b979b6c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9ba61ad0ec0be17ffc175cd4514fb9bfe46b0dc3e2c86a0bd1deb6c4345b1d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8fac9c83ab87920f09bf4a819a2232ec514218
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4542433e8bda841ad1072ccf1d0ad34e0545bfe64c4c6bd8f0910d6410163f6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f7392836c661d558aaaca52ca124122608df94
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046d9e645ca10e38b68cabf99e606875d37f15c2b282652c126bbb7160d7f7e0
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbb360171216067ffe8325c0c9191038a46c6ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59834acb62232eead44d4ccea665d65414b3a5c94713966244e53b25d39a15e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcfa991635aa60ac78fb5810d8673c3272935d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df47cca5c0c1fee523f5a9c34ed0168bb273ce4a223818536949f27c614a42
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04df842d66ed28355b827ca47719318e813c7c67
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532dd6cbd8999793358b41de190412a9574d40419219665d9d26f5baa0aae9c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabef66a885430accb13e3f80edc339565b1baf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1995c668ba63ba048982889c0bf4e22a97ca38300be23aeaad9b1096d49062
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c1d0c068915be19d9474d51eda3e531d576e3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c5546c5dd564bf1952ede60b23d1af83ed2b48132930f5e7149e57b0daa2dd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d0d5d73a52a2ead2bda06422a86df3bbfd4f14
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3891c9a9ee62272bf3911fdb3b83e702ba5c38705bf993c24c8b5be38d670bec
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91b940401452754a69f7ac8a1b17e6a3411ab7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a910fb11e893364a1544d72f8d89ba44136c57b94afc38c830ea1eda837575
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfed626d1be5701df62181f0028d94a9f39bcd1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c24637b33e50e385ec09821a7a29b5855a0bb2c766d75b3816b5f0069b8a8ce
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa8052113e390bef374ec5e9b894e07134d1896
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d957920f32777585f4f88c4cad020ced4c7aaae5394e09d274d8d7eba6bd0b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deadf889e991675eb90a49f387a258c615334bdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e7343600a214c47a254b8c691f1ae72e969a6e706891e3741e4c2ab5b2828a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e75f6dd680c84c7abdba69def5221aec10146bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b21d8ac973c26ec4e1d2c2261726a3d40d66d94bb9d96043d7eddc2aba55c9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e88ad4c6f58d06200fc04f5863d0b7e8c86b22
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c10c989e88d5050eea9078aca0c55f050d5f7d63cb736d6fd3f79b01ae3f04
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a304eba1b2a65e3a1a52a61e094d1de5fd1f3344
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d722b1638194ce83d5b92035d2452b29319965f02cb6edebdb51a94e31364fd2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f22beaa105fb5dedf3298486df8b34c8affc18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81c90545372f587704939c0f955046ffb128853dbd4ef5fd53ac3b90896b83
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49222dd877e35a3bab9eeae050cb520715f119be
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced18b90b7e1580153bb487e0f2fd29cccee3abda6b1e2494c6a33a88bd7323c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bdd7c4f8e7a0b5266db57831a08539535861d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eeda1f15ece53c4986b7065593e340aa35c080ff9b7794c5bbe64e93c4b816
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf5f0eec7f2701aceb27d66df90dfda625b33d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda7d4f957989819c095bb9b9ef825caed78fc1ec0d610a66d83a7731bdcd4f7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386f31d85dfea11633c273cf286e3911a655f7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a6063a2c8d1166820e5ace603fbb1e29996229344a213399c34d982deb262
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85318cceeb5f90b144ef91195437a77c043d850d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22621518972bc9ae6a0cc81e497d3d048f402a022f25306fa989ccf63f6d2a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dc8172f1a3afa35116e31f5d2fa2776af19610
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adf91266847e928ed3f20668edc5e003647a554bbc1d9fc37cae8194c9a4f3c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ba871ea394df7bb1bde9dbb702052d65f273a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22688b43f22562255f2b3b488310d395bddbb9788321312e66b82ef0f26375b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5dc6b9fe8269d5a2ac7dae628af1b25e758600
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b050e41fb24cd127c4bf65ef9025711032731d94fa358b728ab6cf1478071
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac8b75cb9bbe7282e8f756e0346579dd22b5f2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce300db0071c90f97c4b9ccde9460e97accac0ed7892c410549e1589bea833dd
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d1c667d7a36b62e2f242347e493023f9c0236f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9ee438d9ab66e12a2ac15fe207c88ec8dd065cfde9985c50be84d15763a3c0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e27788a6db6cbb5c3b29b7ed71b096e0b76c4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18071ce76d94a4d33c16171a32811cd01e2c355cc5eac9e39a5eaf4642f6cbf1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e37ff205cc71cb01ff7dd11fa343034b7732f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddd19371cb3b8975fa30c67fcf36853cf78a3ac32a814f57ec6fbbe99345afe
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7789088cc1b8806b4f429577fda0ad0625984d6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7ec4f97739f4a4865b8f434e13bea2874514861d0bb3d04cf8ecd11100c8cc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfaa00c6908a0bb6fe62da0e17738ec47b8c848
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf98ba2c15547942d8bcef8cf1dc454fbc541eb1cbc9d8520ca6ab736e7b0d2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95022143f61c8cca26bf7e187c26e98fbc58058
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c82bc94a0bc430b8c87cdd07123ef428405a05907f1f78af40e140877620d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09314e05d1e4fb017189d4954e29af6b490fd3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10794f18a11ec1a2ad80143392abcc25ef1195d3cbd35946e1c564b87cc9a429
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dcb462f2d7633c695df7eb21814acb2fcf8dca
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6385fcaf3f3f1787ee482c57ed68ac8f889f702fbf84177b0a0f8894e1da9e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912edd1777abb1d3cc212360f3f7ea48a8c063fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9a12cf1bb13ed08f009d226ef09862d0fc04090bc4bcb7f478f7289555311e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b0048db3e97364f80a810a164f611dbc6af522
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da168e2237a27f2710004bd45b49472bb00be950c06f5149dfb33fd7641f1b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ada9b308cea3372c29bdfa1d3670108f1008e28
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104032c0204e4f562294d47ffefb45dc37ba977c58755f8b5ea96f2511a1ab41
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5d81b462dd2cb7edeb1b47469bc05262346667
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed084444db221435ac5635872bf5b565bc62dca4689880e095fab6c2e786867
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d9d092596980ba1fe8b2cdbcff149bd05e0354
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca243aa0ee1aa5e1ee04dec0aa9cc806a2f9ad375e73e92910241ab12842e13e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37bb65e1bdc53b3d160b5b58ec5ab252572326f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dea4b52e81575bc3c58189e097bbf4811c3cd465feccf584aa8c7c72500518
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482232fcfdb8e9d459ffe7e2d7a325123c636402
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a9e38f00b0a33370e2d55d34cf53311ce7701d1818609c71084f5a1d6e051b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e598af696030b318982fd8930d566e33d8d6878c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a94d41ab63ade9bfb8c752a189e0be3f278db51e8fbdd9af1ab4bb6e0dfa1c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e872a17df75a190f212f87861dd945cab55181
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2129ca79f567f8df17e3193c167d08526acd9c38dd393b3fdcda62aec2fb1d65
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487ba28b7c21de5f32233fd1a042461d41a1bcfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f5bb914b40adad7fcf5e2f5f73d84ef8dd9dd96a7b3cfec65e818784b75923
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce57ad97d7ef571c067f3e46364682730d419e46
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56af0f40cb84a6bf3c39234fae132d48005e7c3d3f958fada10275f92419cae9
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6160c443aec92a9d6c70b53bbc906f300475ab0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f284c4cc1331b45e0ab08de582ec67ed2d4686c4f566cc6b24bc6e45bad803
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d028426ac8ee7424e3fb661dba58e55f15bd41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ceb06d655af3b41c7a41c2f68a2514da78bf9afb6fff6b58a1afd23a70615
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1384ea2ba4df070a3e57e16454e2873f4adc421f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a542b15250dd646c71dd183d42bbe77db244d355d13a1b18e502d5b13244bd3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fae85e75af4f8f385a5cf255d2c929f40718681
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39cf2c86967901b0956dd8912290a18779ee75821ae554b33879d6567ffa8ae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bba3d47f3fb9a5accd1b545632124f1ff4e7b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fc50a7fa65b8b43f5d89393ab0dc6d273c156c8072a6b8e07dd5ca42145ab3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bacea3b7d6623cba2bca02845456cef39c0fca3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3360295237336e20cc0108f16dcee68cbd3302ae8d05ea649c049389b487c393
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dad22185d638ab3fd9e00d84043a3b3b503b379
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76354e7672723771fafebdb328a2e4b694c1630eeb3f2ea9e97ea502cbdc4574
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e07b453b6216965bbff646831f4e0b5f23d4a5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166e634b194768bd71c71ebd317c8992e42d8749a70e41d5e0bb85eb192d196
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2582770d2e9a3a60675fada5f30ae23cceab04e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8db8ac8f290c40fd6cb33277c95de810531038014f17f04a3732a4a469e7c6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215775edf8b815bc03cf6bbd1daebe0e0c86f663
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da7f224cf97be393852d56f6673de29c2607f897d8963408fc00e0384efebca
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76eff000c8e2284910edf3716d1326eb371f033
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc844e5d3e0390b9ef95c9b9fa0365c0e94ca64282de96bddc44b092b155d7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c11674fe3dccbad429ea96a9b3e9c0cf69313c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065cc213bc90420b5d40e3507bf5f42f89a44c28dde8ed29273b639d5f51ad3c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d3fc981b5592b496d2bc3c928d35252758597
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfa6ec8f94d1492eeee26f819bb20fee669c8c3c80781981f50a234e5175a46
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205d3edf0ee1e022c6a7e1acbb935f496530154c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215eb8d1e2a393ad484d46b184ada9d9ad88082ba71462db884c8c21b49eeec5
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ced495534958eb586170f1168dbde4b75bd09
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd6bf1064d9ede4e5f03de381e5c658e63db07f35ec35a1f0ef8cbd6e3244e1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca33fbf202b742c7e3839bf75e2f6f965a6933a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98d610e8a1b25bb7c07d1914ad050e982b11f382b9c8042f6269216f8c7d6aa
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbd2905ac0795242450fc1ef8cd13789eb3f6e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98d94b5ab7569fb9ac337d3479e771aa5d08155af7355af5f81a9601eae5cd
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df0c83469b106a581860efe065234f73eec4cfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9822116a77e9c160d3b9739d9524fca55101efbf0321361e666d60b0de9c4732
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db84a2e1921983f298644193d46d44dd63cbad5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4647b3779aeea798ef1593fcd076c8127ef74ec224a3ec6fad5a768bbd5b230
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a717877020e484dc0d1a1810aad550c25826d436
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecab78c90dc8b5e4c2b8345d6c1861d117f608e9389a822b530b75965d42926a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78384631c35786cdd5ababe3c00a3d6de196de33
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812c6f0748e22e791d38f23762490897252108f0324625e1c33c37b2a086c67
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9c8c841261bc3aa6008027870d811e1a8699f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a6d7bddf7df52541ba992335212b31efed5dbf0c5641a9835eca6010498a7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7be0e08808488485df0f479219a8bbf932cc57b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32985a9c9c60d63652dcda79f2b15e5f25878c4aa02d5e248958be956fc6d7f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ed8706453979c684e30969bff685fa3a988423
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c6f2f8c2de774d2d1f740f7f30a2a0018963fa24d5c4d730dcfd672a9c70a8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bdec4ff10cf0137f37ad27a43893f28e9e4ed5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb640fb4889566e97fca3bf4246d7c8ff377719624aa5d4fa507c7c240aac12
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e019e667cbf530cce33df8b60ae05f7bf7b46b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b2424c508995e561b82b5de738fb9a28f31848a97b97c5b443b36e860c1f3d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d55bd82ae687d1de6054f5324a875b6f192ff3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8509cfce57647b09593ba90e537e960f59d86a165357bf4870870dc1014dc62
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f615853eafd23fc5dec800ab426d1daf6311b8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d07564b21b210e8ad82d648f8d9e45e0a2fecd8d9db2c420a9b1b9aae05249
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86324c1e06be692ba3f6b77d907ce3c28ababbd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c51c203b15a345cc1c229c8e38311239a0eb4a53b7f71b97a4f08a0eca2ad3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f55ff3e94ac4f319a6e1d3aad9e5231ba5bf20
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189e47349b223dd0f5f3854058eca572ddbf69072be200c3839e2a9ca0a9568
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ee79d94e92c49e11696d0c530160149e871606
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559d621b56446d73555d5ef482c52e7eb6a8ae2ecc53ef2475a38d9c1b21728f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32903e70843df8ed905ae4f8c033d0fc0a713a1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202a1eb1807f3ff66ef17adcdc192d90a891c6e81549f62feb3b224ee48804b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67a544010a7256647a2141b48aa99dad97ba793
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611a6958b2941a2c4fbee0316428ad5760a99051e03b6be6aef7b2de82cf9a56
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d6cbb25d070e950086bbd71c9000ca8c8b395d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03113900828add6a75f30823716f51a8951ccee44c2d33f9dd255bdf8268b223
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252077107592432991aad577896946a2e94dc9de
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe08334f31eca2e606a26188cbfe91d42a6a80417e65d9cb6f7b62d57cac11b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9294ff1f4f8bd30e01444adcca662ed0e5978eba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11310594d3bce6e6eb46a14b940bf71c1e0f672399a153e86908ef27abc4114
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cef1d5475503f91a34ec98f53a0e703a655c6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c956bef9df11ada230e17d81d5be88db20d2db8dfdef886374380906268d56
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac609eb785e3b61cb1ba4032197642c003b7d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d8f3390239eb910b66a0f0318b9d064bced7139fc46483378ab09b32f9a795
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10c6dff92dcac0393d7409f616fe66b8e9985d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a87eb083fb6b75eb8b20fe52fa1dace515b2c78d27dc7a3902e047c9ec69b66
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d81eb3fdad6de933c625ea6af575597ba13fd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6841f095c3d3879d3d04b8fb219b3743c54c46d361d26f5518f01824c36232b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc85228ede892f05dde6084d5524ffd553691051
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56590fdffb39cb1a2f61af19d8e958fee4a44169a7b17051a6bf27537d8edb2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3cb102d57db7b3abddb839e61a2325fe5f012
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdadbb8e50756073ff9c410338988738c1ae673d5608088d750c495f8416a4e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a392188bf22ab7ff1cf47f250a8b3d0886a76bf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8d221c05bddba33ceb97a85f3bd9d20e4cee9d6c13ea6804ef6d6d4108f097
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b4f6d67729e1ff0af1c9ab3a493c35fcfc5ee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800d32885026750e6e40a4ea584e1ca49b6e0c65bda28047343970edd0747cfe
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c20345f705f106c495b586af1d1d4b93ed6ff2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a36f8e6bd2d64601d7890c8dfe05d351472c28c7b00cc70ae043cf0574354e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6618d3ab636ae4547b3b7af3a41379bdcdc782f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b87004fbcf99559d3801067ff45ce50a192706c95a5925fb6dd3cac259362
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d7651ab2bb01699189c0fe566b754562bb0440
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0a90ac005fd4a1b60c643c7f17a076d0cdc09720cb5e8367d94908414dbda
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374725882eeaa165c2ffaa9324d9ce48cc1bf2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47930797eac937130e765a6e6e31f1ea98de600941be2aed4f05e75641669b2d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455faa8b850f5bc6beb66d169f558848aae01669
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c41cdfbf88652fca372dfeff70a34dcfc64f3c80845e2d08a24f5b98e9c2ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5dfeb79351fa65422821cabc461517e9d05564
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18616a302a3d6409853d551afb70a6ad1991a4e6fd3005492ad06b633e6bf1f8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a053611664cc7ffcc7df5edc4fddc1b7bf4a5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ab5c0082dac40d87dec1037a961fccb0e6d814159995f3e62ffe8f00bb2f1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a2072ff360eaae2edef069db051a6b0dd9091f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f114e7d3ee886fbcbabc1b8d1f9916262345a9468502e607bcd78a83987ddedf
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c7f08712958fa1f1a65e7998d1561ed515afb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c1cefe29eec3cbb2f8f9508147b2f33bbf3fdc31099cc26097d9780e0ed83
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5375f047efc685bcc16a6d8009b996a5984eeb3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fc4e1424f4a8b6b7d4a123dd93f4e7b774f22bcafa7ee56b93c7c6333c8d02
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaae5891ae158665ce56e7913b748d1e5daece29
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66114528d6c14f8f3adcbc8c9aa959f1bca40fb8fe4709589b3ea5ca8a28f0cb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafd63333ac045ab9a184fb15182ab2075439189
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341a93100bb476a45efa2b255cb6ba44c2a66fa2819f8da00c1f4020448e2754
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afd39f0651dda0524531bd3a173d28a35bd604c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0595e0c5dabb52b9be78bdf9434bf02edb5b504c6794e7d3af294fee9afd8d1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af391a474fd5c4b3f85eb301c325daaeccfc32f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7673efe3123785c6e91561c668feb5e49976cee17e0891b39e8cb4367bd7a47a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e369c58dab0b03298eea46c477934abbafde811b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32a1f9d7ba80f4068ab8091f57980e5eef053288e2b51511e259a44ae71167f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91caebf89a298b4fa2e7b7fb4d37bc3bbb5716
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c72634464cac7015d32cf0b65b5b5a194b4f0a4d579ec8614e1983f5de9c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aad11fa7ccbd3bfb69b0954e1bab67ca64fec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220d8be8d6049e5aa8ccb46e3de065f0a77a56ad99949338441f19e964a5e452
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939cc3a24475b690435741416598485876c658f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b3bc4387832e1e67e8291428dd19487ab3a84c0d2838a84fafcba0818c53f8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b8455ec52ff6d5a6f00614dd59d211cb92a75
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fee0930a84a7a40966735db9c95e32e8195175ab4b52e72e975805559101e5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfb2e7336b6eb14600d2a1a6332a7561ea3c584
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50de73d40b5bfb0a585027979832fa74fb45007d8ba40d7ab85cfc843bebed8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc73fdce865443fd8a3c4c1ed1fa1f61caf678
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d95fe77a50503e6ddb5541ba1cbebc4e85e1b38666ce324d780bf050b9e734
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1caf25c1ccde29f588ea0811c1f235cea04a2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d28015f5d101f265ff10704c32f30c8c67cb8ff85ac5e42167b1b0834f56c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1366cdf047376b56edc0032c854de18b2dda465d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbd5b5fcb24f337eb42d13d1584f3f100b7872295f4f049960b709840f2b9d6
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d170c11d05ad6685a66f9287fd55a8f1547d966
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec0f4aaaae7af6e33bb4ab96fb10e71a641450563e71d96878d82e81fb41182
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40cd0eec9c966d9331ecaa55bae629df733fbe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ed5fbf276b45c3ba5fb212e72ce757beb0ae7afbb9459a475073df6f77302c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2943e73739e6a57b8c143e40a27df7b7134a50a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9c21b701aacf66fcc3b2cce69b9de0e577cd1d83c84279f5eeab9dabc16468
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d93d655a80b45de9c590c4111433129166ae61
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f03a3fb91e2eb776aea41c0f362c96931f72fab944f5d457f5e212e30a12bc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d424198e1202e6b189e0ea1de273c8cde8d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b2b8421a686475883aad52a1f7abad49031041a9d6190596f068b45e74e8b9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95212ce821d3ca5740ce5685633be304377ad661
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c3c5063af7d2cbfd75aedf0f93efa006e3c7b7c43eb83c2a2d0895f9dec8b6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36c6bac42194e52e53d230ead475dbd0406ccd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e0ccb60d10ea0e799f52f4fe3102c1b38fde1d1dde39c5ed0f80d7988a1f38
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095faa265c9314570fc3a1f1934dc1a64078313
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cc4561490104768395ca1fed0d685853724a03e9bca60b7236831ece2090c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035e6e9c8def98bac6f1249c2f1b619245ab6abc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6548ba2abdfad83c9083249d6091ff3a21f9e4dc6f79572eaeb1b0aa052d7325
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bc18c64fae0ddcffe5df96941cfdf5ecd41cc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea227dddd38a7021d5cabcff73aa2f3b15ffe12de84a7fa144ec8e5bc33c4506
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ce849b4028fb1b75e7416308d4e7c17d834b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dd70afb70c5111bdc8604398c4f001989609c777897fe3dfebd5ff4f333244
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d069ea0033a2ec87127ddd8ec6c16eeefa5561d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f42531b31bcd22a2d29a2d939ba32769680ae41048d6cf62483a8533cb28f3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae221f3434f39b5164be60d8fbf967fe294a0f9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69643aa6c2c06d27de8889199b2bda9293bb7df2795feb7024a48e15b6781478
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01a26bccc78f9d2b889dc7b1c86b249c39d8e79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7262946384ecebe826561edc8e9cf534803a73e7a07d10e72d740e327f931396
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf1d5bef3bd66d598930e30477aa85eb4245baa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566045fd83abc79d27cbdf3b7a2795c4baa8a702b0104fd562f5b48bf77c4583
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e815b01f219007e8846846e24f46caff2a88d38
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ee76b7d9aa887dbb7296f8b43ef1f7cb9457e3fc3c482d4bc8766e7181294c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967e9883192f049749937cc37a021278b3a64f03
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39490c0483b088724bd44c36d0917a8daffb475c7bf0f2a572ceee44453c8b1d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45440baba2d8ff53378cef11630412db231d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a5fc3f594e3ca5bf9528522c904570b9c39bae945df9aa0822e268079c1db7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e684fa7f4bf23225131523f33295166856fab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2c97760f4468c49a41a0d689e1d5a490514b24544ce5691c52b65388e79873
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c74d108ce445dff94dad9cf3b068e2d7a17728
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16315fce8c3c3bb577fb38db6b4f59de4786ed395172778c065d785720745934
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b10065dc2b0e84675ea06627f136a3523a529e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c7cf1c9384977cb68e4e5cf0b4260527f97cf88d3fa25737cb42aa82ab418a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0917300832fb0aa534c53a26a8b7517016679c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203787378b653a79cf56c35a7d6253d0628541bcfdfec0a62d3a147e866f36b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab5853f72d10044cb9e8518379138322ab8078c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758dc3084d5b154adda2935f184f5faf2052a83731df11a0eddd91cfdb971ab
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c68f752603e26fb5cbc567741f48960baca28
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af905a7a634440538f3f05532f87852334ec5cf8a0bd94931afadc944ca79b7b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d223ace5beecb07569dfff52e838d938e23009b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595271d87867f6a9e34c1b73c608ccf6cc8cf6e0ad86d85f3248214c1d925771
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf3af4e439105233dba567206f87b4a1718352d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb50e86b9c532378011ebc2edeca24e178646cee022a0ad40719d93fb31a617
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99999f92bed2678ca45ab23771e661dcd894237
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7007909f294e2422572d06249250fbeca89a9500defebeacdf6932804a6701
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6578c8f22d353c6849ffe7d0a87b8ac3cfd31cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37772d1dc476ba1d9546130049ebd56f5a261f4eac1ac5b9e1ecbe0b2570ce7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1193e9e8bb085319a08b15fddb28f8e3ed0cca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6ee231da4b4e6ec9fdf8ff534ecb5ea4bc8434478aee296d138bf51f37782e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85b0b26d30c9a968f855981aa044613103adf45
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad68d5e19526b21d5a4437b7ddd1e580aad4c40e4470e721706a354fdc012b08
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e7f797a762ff4385aa934346ee3d8c5c5c7240
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd4033bbc5e6afa3651cc813895703ca216b6e8079aebe19ddd72c46e7efbb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a157840db6fbb44ef96585f36ed86ec4719593
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5447a3cea92cd008a6f7eceac2c8152307c1b0e8effe0f00e40cdb0e5a25d77c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88ba67a1e15593af279c3f152822f78d3505c0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0136ee77ad6ba8658425f2e1300723dfa134fb03353294025cfe6845d90955
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df86ff7231ccbb214a378d4a68eefe4246f1c6a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f89e008c108f2161ea50b9fb9a59c82b6d4b23bd4edb56920b6b9d5744439d
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc5944b16c2e306f03adb7d55b8d5e4ee799a33
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137bf09ce15473f59afc2d11f04e46c1cf042736b6e75a53811bb774aef06c70
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17330557fa4b1207a439231e46893567510fd47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf69fe5dcc2abd2000adfe49924c53f532c20c678c2a88fee1739e8f86ef272
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddab4332229330ad414c6f2ca9087e10396a84e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd914b21097c6434e8d82c829059062efa5b2560bc5f07b112fd848a30dae1f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703ac2ff510dfb79aab4e7be43b58d84e022c282
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a8a979cebc4dd6c5f96d728f2584078e4e00ea7e5e925c5866ff8507d9706d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba65da047808580d2ee9ced552ebb2a08c03b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc48f5de817fdbab68f10f5b0572d8e08c113ab16bff4fad68c136ed82379c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336c658b3b03eeded89a04e591237ebfd4273438
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc5269832c46b77cfad4dde824d0f6e3128addaea5b8636b97872a5c1c3b5a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c383ea841ed830bddfed1f936abd7439b3eb6772
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c942783f64d005f12867fce671d6458c66051071646b1164e8a4b6b34bf830
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b42c396ad9012a63a3de0d00f51b97b06df1aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4db13bc9ab11f851b8e48f767e38c39e3571c3dc2850fb5f0d4534b956b812
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fbf5ddf0f0e3f06a046b266a132ac65a04a293
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef10ea590c9d720b6a8c8d81e695d022c8994a4d2b3eb4b51079449aa2c6128
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f167658e87966d328847ef8f3e4bd18ca2d77a41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd72740920b0fc12e5142402989f54cfb0b21bfe4c2d313e41ca214f58a9ca
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5e777150829a5e66b276130ec097e4db4dac9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1a4634d7c234d6ab6f09a93bc90058f8fb53a7eb996a8c31134bf93f3dc5ff
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c567d89c520317b21f8fe3015599622d1ce659c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c166066fa1084bc5da2b4ed395e21f7aab8f6bd8470ef6ac7d7784e57410b0d6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b971f22612ce46684c025ab4a675170722e81603
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15064562980f549bcaf998be286e6a5467c68d7d55aca44be34a6dfaa591ba2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feab1337c9558367998471d0ef90e2312dd98cba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd25235a8e405ff32154e01f235ddfe27c6a45ecd8816c825447c69de4175ab
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e83f464c83b6c97066d6fc787201c95ea2a13d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48af9f632a1062e598b4ea54a6f543746b4bcc43f1d1b9b875a01c2abdb5a9c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb9ab32dda3a2e38094f3c262b72d7a95b0863c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85fff1c1e01c400274481a33e140fc10f2294c4541414027fd3245fd2bb3bb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2020f0baa017e9ceb2968f911ad86be37bf11f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765181d783add8cd7e09ac447521692cf2bc945869e6fc8c802d3b6d437869fc
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d4898e0e38191b59bc67b47e26e025b4e82f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d84746f3de66bd78b0d2828c476ce88ce49ee736fd0b025d1fa68b9a933bd4a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57c19a415bb47d96d0b52c05dc95afca034d13a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db15921b159135eb7c77f11629ec96d9c3bb6729cc975f9aa4a8512a78c3b504
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680e18f4be9bcabb426657065615bf8c326fc174
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e7712f8503b88be860ca9748c4b3a892fdc1951c2522280e26bba9adfdcecc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0666c31253fe615b32d2ed5e03aad9922d44da13
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8ce51e367b4133854119314dd4fa065e0b11a9a392e8b4ff5da419e8ea3235
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fb4da3dd34a0e629ce6acf4b9cd4627632c59c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaee78f330851a05b8adc1aca9ff36bd0549337b66d372283c061b32c930704
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c202b1cf58ccf85f86cab726342601fc73c939
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad18bd9dab5d6959d6f31c899b41ecc5b0676c88d3cb5cdd1a20604cd3a652
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbf5384e4a99f8367b538318ebc835accb2d783
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2726b79be4abf564a18b9a522b0936f49e59d6850267adb94a1e628a2162fa
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03c63fe049e1689dde2ed78e66220ff003c626d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774b233ad214a5a6d34d388954246abdec8e28a54fa2cc7f7916fbcdaae6543
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5b4894275f64c18e0ba5740a74eb713558ffc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b87fb6bf728f0176ee718a9e2218332824736eae13a3720cf9e489b1da14f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c06d611ae3781ebf4afc1762cbd7fdce2578f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf38290010ef5472c7fbd19fb920c34a0b3c2778cbf13984cfa40bb622b8ac4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bccdb0243e1334b62de7274ab40fa7e5b31b55
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950bcb020c790fe37da7d7c01e1c3ca150fcc87f704642774d66bfd4157195ea
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63985df9b225bd91b8268624b1edba455154856
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70043937317b450a77601c1f54dd76977035c549d3af32eb4e05604965131e7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251e1f4664368097f07fe6418a16ee0751755ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a693e4dff69de93b08cd02f9b68ccbd5710544a73f9e07421121e285ff4041fa
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a83a83d69b8eebc31ac7e0c1c48d46ba2019d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed11bca23904051a97ddae766fce228d06cb4766dde82ff888a806ad0dae1e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8bdca6eec777460a76c3fdc09b1005ca0da945
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ccc4cf38520cb731300f034c25cb1540dd1da934baebd9566589f6d9b63984
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1b1dbea7c4b3a612f6fea4a09bc8667ba0a63
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349a3f0de2e40df5d861015630e916291cac62bcddf9a1c10b03a9ab76ae7076
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a589dc3578c8e01cb4def04684528b07f9001a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a489562808e93caf4cc46616ab5a8c207b082bc7a57f624c22130af820336d
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7eead5ea3ac5df809b6efece885b668e2ab8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263a92ee0bf35f0fdeb0839c80d494170fd68f3fa500e38ca83cbac4620ab64
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2593d625fdf32c6ec0efa85087ef049ecace7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329f43f388040239a71b5dda887d96ba506f59257ccd65a556d2827a1ecfe1ce
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cdfdbc6dc82b8fb581378168e08e2c9e04848e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e18472d3a5a6df7942c30af7c826fbb2f655f16a9aa42ce57a22d124e4cfecd
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049f827ad0b97d7426341ff8772a4b04421b02fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de83f8ba992090f092b75941064ce86e7551b6096f7dbc89c67de4a73e69bc31
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e74d653d576ed22cbc9f862ec90c956bf31ed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2b2312f007dabe6843a6efe4984aed0e7caa3825cfcdef30e41a49304cfc7f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff246b51889e3b3cb7c41f279ed6bfd1b59e708
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d2e93b60e4e12a2443cc209a08b7a2373877cb666651d2a1865d97f586f8c1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6dc4d3545241d123de7301dc8766286635e130
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30860c393093da940fbb5a1d9b60584d8df5e9a66d8e883874a77982b2c9edb3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd89230c3716a0d708710158f0065105b0a2372
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5140c00574387dea95ccb814ce9e78747c481e29b8774ab2982da4c6558b78
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3912ea605b49a328582a3d3df7d131563dc2d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc13df0ec7b235f42a84f9b16de3d3d114cad5886186dbb626b49e9dba4de23
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddebaf45ecb5944d52a236ef4598a83edce20e85
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faee943f0b14bd2e4a4609105b24332b17b7e554db8c1ab0b350e12567c8267
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8729e0e191cdc4caceb4ddc9dc67891f72c556f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e67375249072248294a13d8c02f3889bc726cb04cdcfaf2f43cf5697b461e86
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9d7662873772b2d93cd286bdd2585721dac006
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e19f1bcd588c808b8f8a91ba0eec3f2100d8ed810e167c955a51c60ecd9d921
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63170d81476144403eec34754c4da538bd68a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8659298430d43160b1e8596e1471bf5e7301a3d68a4cfb1c59fd07cbec3c556
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e54845784972a7ff154390deb131e1dfe638557
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4db85028fef5051e463cfb76343a61df3295e0d4b695ea5eed45fd98745954
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6603c661d919aad689fc5e00cc1f6a90b1b13e48
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5b9b991e352dac9ed367c303f9ccf33fba3d1f2025dacb0279cd52cd37f018
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122acbc6ba893bed543c77786388f42d455b866e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d131aba953bb933cc83c87afe2997b38b6e5c7ae88df1c5dd48effb391195
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102795f20e2c141fa006d67f62bd4f8909e4c760
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfba19669efdf60eed90a842a8d3a41f3ea2147026be3cd1a5cf371020152a9a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfea316d905f8991038c84960fe9c43b5fd959b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c98f7adb64740d75f3bde2b2d8daa7ac0795c6db5d7b404dad8ab51feab68e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03dd429f52f05046553cd12515f9fe60db06a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6437d21fb6187bb2a0bb94e48ef8f3bd8d8b03222af62fe1deb18676bbb4ec3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4162dd65aed83c878a07eec23aa1e5ec6cccecbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b0dde4acdb615f7a59d9cb3a61f492d73d290e22d6193048acc4f4e929699d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7989921229bc8a8211e5ea49312de7275f954a60
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2c2a6bf85c70794a0326dfc6c687678f922b2c9ffdb39aca476390abe70910
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eb1205351081d53d0ff41ff50c5fc261abef49
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602b0ae4faca0ca13453598bf1f0a15cf905a974f05494b4a47be412b23b6b76
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9bd347ad2cc52e5ef91b7caa75f0478c2c2ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5689b8c2c1581ea046426b7f3ad86f82f58afa7380f86a9dd3197234df309157
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c7d66794129f23c59993b82706e364badda249
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad75ce3a56c58067eb71c9dd472034e7ae8baa9aa1b51f3aa285e984c4a43d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68212fe6b0eb0d5abd288d34720b63c436273359
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f03a268b1eb1c2822db27af98b38efba14873cbd328947b798f3c0f79e2ac06
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0c8ac782985092da93a9f6f3704454860a1ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0c02e821b542b86ad6af7ea0c733e121fd2eeccf6e2976d68b97219238a7e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ececa6c36115bde72298fa03878aaa90ab65d946
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7af1fd197e5fb1e12cb19ca9b2be73b363ac39a45c0844bbcaf6a039ef190db
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4aaa6b65df66fc5a306d2bb18261d6ec720b20f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce054afb52e70e8dd2a1c9d32ad2c3f616121c45ddd17d80d22aebaade465a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64b643a3f47be32ce70c70830db9c74a6825d4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186835e22683c390e8db8fa2aa127a89c6b81eecd74b04eff13bcb33045f93cd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cedcd6a572df90397a03252eb21785e9346054
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9671d4b80dc3429afec8e186a6d46aa41b6ae6bc07a1659d25a6af6f1365b1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0576c7b0ef72bfdde525bb9b0c08cd455fdbbd6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e1db465ba9e7adb835a91161be0e926170b0acbdaba21f110bd8d8e1f2db3c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65caabbde35ebd165af4149afdb94d27351e68c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ba107523f25613043bdb49b33e6421f2a5b0385003def64e46b2967b0eed8e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277115fcc377cd122da5e0cdc36b116e4ea9eca9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52694b5029168855cd7ce691b2a27d48ff82560b3c8f5eea9b4c630de35ab07
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5cd82e0f9eafbb388c79daf7d30c4e21860d7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e2940801dba75d52d588181c19ff83d12009d5111fc58304fcb4c79fa8973
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6239d7cb52df49e13d88bf8e2686a790c9a76b6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da98a4353d909223cbb090c1c5b3fc0470c76cc4970111b9ace72e287d17ea4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2cc65ff0e4c661f4b4c200f67aef007284abe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee6ed89b5b234d25c726fcb535813e6c9c520672cfc1724b3498e3bd45a299a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4f34f166effd654f16cb50a9404d5f2a71f04e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428ae5b343ea211bb3bff7741a0bf04ce0f2b4bd618cb3f538f81ca3f3499391
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff6c16dbc2a252db9836109e3b460f82bffecca
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a036abc4717d81902148d4ab26fbf0be134d45bb8312c50ea1772f38164f7d5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5bea24ea6734a3b040031304e9fc7f69f7b7cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c22215ebc2db1842168c7eef85bdd807c62918ca3e885561fb91f4a3216cb0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14199861512b1d4444335c79be8b4ad6d064be1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526d56aa63a4c9115beace2d9ff3987a39b75ffe44fdaba6a61a0cec6ca1e19
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1e77a11ceff15dd8bec617b73d04cc6fe94b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5fc0a5562eb01f6da895abbae9c00ac7affa8b7aac5f63b8a8788c6dd6612c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c5cf0235eefabe40d8ccc84e92a00408712a11
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcacb0d20a2f53646fffb09584915d55f57c19fa2ea220fecdfff51a7c0b552
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4ee6032613e946d3d2c2438d0f31f80c925bc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f467175a8adf9769d6386a12e1a0c1ad5f2223188ee7fd769834f407bd3f34
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5474d4a46e794eb4736344c9ad1e4a61f28c7dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e465f1f1108d8efc2cc7c1e812514b7d65e3b959de69da1d3bd8b85cc3a17fe4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c319d1d04afe9f5b12db8e3192e3455475ed3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d72a8f5c349ab03c7bb44f28a45c9e59321083ab37c3c6755e5d752d8437a35
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665db2572b03b336278ee5495ba372907572cd39
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a0fda95b1369f62c2aa297d958d5490a4c4ff9d17c0be5a869499b37ce92aa
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16174631285fedee759b6d67d0580491ec0725b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41894009829f5fbcc39d924e9915296c47b069781dcdcb7c5495fb4f7e38d1a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1716c955e22b8736fe5e1ce1fdc548650ed573
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aaced0496a9bfa240073e5c37ffcfb6597cbd578f0719df94632a96f29ed3c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b3b72378f31d7b60cbca9c83a2b922dcf21a20
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f514ec807660128f5a5103dfb19928cb64cf8d10645535dccc7956d474747bd3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460f624f2cb7d7b380b4dd13320553fcd2f9e580
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f959d446134df80476d3aef720c4378048c0e62ab7b2be9afcdb344abdbf6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f87c66d6ba8f65f25f1d3bc0f840d15a188e02
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466803394a4de1aa5859a42c99d5bae82d57ef2e96a77c69a222c9afe796d81e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6242e4d0db14f518af2a4bbd4a4d6577b86a1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782ebfe08d6550bef14d89432d8de1ba5b9f67c796242df9db2e6fba3c37e402
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90fd079ab413ff5179e1423677ee2944cd8f88d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7090bb4ec1b3251874359de1a58bc17cacf88ef50322d87bf3bc75073c5b29
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a45b50b6c5bc06fcd7bd444b897703898c4b4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e678d8e1a03e6f88b7936440e29be3f405473ef8ea6e74ff8ca041d6a9aaa56
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bd84a67e2adbb7b9f9d6ad05743529e269c6f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933e4aac47e4c1ec768c6c472e9c04311269e10731cd0698d2b309c7c7bddfb
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdce4a358c3caa61cacb9bfc0cf1d3d34631f6fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19827e96bf869bd552fd17cd9d79f8915abf973821f15a4f6f976eb4d8aa6a83
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3fa5cd3637640867ea5b9e309b3abc88277eed
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aee2bbfa8049771f9a515594f3e68f38b506239dd49ddd6d4728b3e170df01
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57caa0883954f21f519098e16a5efdfce19451e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c9f7a09666a714e9deb1f23ed8be9870cfbe7a5dd2fde212da5e8ace05c53e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0a6c83b73ef02a2ddba4a8933b9271bf4b04cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53771cf9bad449bf174307a63ae5de49c88c5649c109ce8f1b309bba2ebc49ba
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a8d92b30ded744ae63f1126712d57b69b8a752
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b405ef2db9bc0ef29d546c065b40b55e9660d4ea1c68334ff84689a6b0ce54e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28eeae4bbaa0a2317d301b43e893899622980e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4e36199e0c98c23d8796825b15b507d3a1ae40f6509de2ce80cfe257c7ce0
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536d169cb72461d7e406faacde9004daf6607a05
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1bff831d0925b3068794498e7cd47122fccddef24e2bea597c773e431b8e8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6447dcc3d6b236ec6fbea5299db733a4552ebb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ef73389b1b46a001c30ddb602a8981890899603f58c387dd26110f67eafd59
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe63206a2566cbc666b87c7cda288cf8a06418c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7119b512843987f87365c6c7f70012d1160038a66cd3112abb2a340f92b04768
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db80809eee0c403ca81bfaca1721bceae65347f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4b1dd5df04b201107d1d33eaf9c924eab02b129a58a2edbe35daaf66b9b0c3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca88f7e5413b86bcd07e4705511107efa0bb905
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f269544f385c30eff2ba6bc504d0536e386e917d3f1b99f636b70b499f283f0b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b97a084dd4bee30b170f86c18fe6fd39f32732c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2830e0bc341b31ea8374ba54127a75a0528816aa02182a567035ab843968f75f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f3770d608c4e72589c56372347a35e1b45015d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9cafc55b3352606262e3c3a53f34c61c1c9a082fcd7db77808c400fbd63e05
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9965a1bf5121411f96fa85b5afb76434979e975
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef45ce565a5c148c6aaa2641030df37aa9c75b9935abd5731a014cf727f58714
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aabf5b51f64bde4b1cdf9dc6ef225b5d936453d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4616bc24fa561b37be08d85c7675e051f8527235cd48c6c64292cc579abea9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d414feca6287d8fb1dcf6dd9b042338385a3c8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b76c43b166a94414f5f0027862d338f0566932aa70b9b8aac766abf8d7b56a9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4a9357dd476b2fb4b108b7c431e9e14c2a315
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb34fc68b0a790a3012db6ccd6bbbae6a00d5c8811fcaf2e3542fe1509b01d1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762f3cd9c712d16c72632a07a65450bdac1d30fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c2f6320e145089455a49b1234b01bef43940cae5a964141aa67a4a8f190923
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6574481966e6a4cb0a4fa6eaa3cfa7136051fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23590af0128d14fc8fdef842eec9d9350c4af5175ef918f9d94bcb4728b52212
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7cd2135f7fecccd4e2c430132c5d049860bc57
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81f83bb924f6892fa58a10680ec016b993c7e79776f28db5b741d18aa6e96e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e91b6784a134fe31ee1ac2efca0e53972da4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449807ddc50f6824d95d12132bbd3cf7dd0f497bfca3916ce57f4589324d4ce6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbcdaa32206d83ae646b569c4e96f95852bfa41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2b3d79099c7dec73e74e074701ab30e192c0b8a8d28b25412200c9aa0df4a2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2651ca5872d3f6d7ccdcdd50dd95912c24ae36d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718243bea27d6f7bab6dfddc12bde65779fead5d767a8bd322f000aa0b3d144e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7b2827b172d795bef5c369d4f6243895130f51
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79319633e527fc8ed11a8e269f6a6e2223b2eb57ac1fdce8a1cc3b6311a5a3d2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d801f776d5d03d91d3e5ebacbc8993b9bf3ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b793f144a90bbdb08bfe315ff7f5303b53de8342bf6fd269f28212bad8b5217
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066d465b76896b6fd7029ee04d615af9a58501ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a23bebce1d71950bebe605664d1f270def8fcfef2f5e024684469c076d776
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03816012fee720ed34fe577245c2f102bb8e8fec
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8752e7465d23753b158cfca6431c72efba9fa72b01381d7f614cc78db930b07
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86d700b54a76a84de6be25847e052578b85615f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73e2456d5a710c318212f5bf27b9cb6f751f6889c43f852b75e9c5c062f96f4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdf5e75c57767170de1536c4335d4fc7ff9da6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b684d0d8f1c615c2af983fef11f0d140589f17694ae411bf56d1f80e92cace0
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daaffcbce5a97e24b754bbc48573d1d5fd009ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd22fb614a98e85b01c05e372740b320a9074250cbfd2ebb1173cf819cdb1b7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fafafbf17c0b3e4678d6208fdc246692e28eddc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea294a5fb793dc2c429739430350eab2e33e1aebf0e31cca289b11b4ee6be67f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5617b2f3730e1ae1257582b4eab2065e5e986020
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870a419b6dcc3f8257db1ec720e2fdffa6eef911bb711e637a61f22c20ff23a2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1597fac32f26c6bbafec78f078908e9d1b55ddf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898f7949b6a9130a2e230fb1790995c619664c1bffb7697bab22f90cc6f25ff1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57999c28785979a902acd491cdcd0d8f44641502
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4a0e793bae3d5ad3ca30d3ccedef5782d19749fef535cd5f6d926878b4a5cb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeae4125027a8a4010e46a072f80fbf34751ba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb87b6aaabe53197722548ea8c9aa214932423c019e73358fd0ef9ab234bbbc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078d9024e7b254789e9a65b31083d0c910cd120
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc3ad25c2530d7b6c9cabf93dc632c7ac704d5837d2df61ed3b601d1a68d9a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9358646ff3537b34b54c8257f9a9965ebfd41433
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469e291401484eba8c6bbf431683a5744eeaa1ee221b5707b235421e63e78342
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf0483cf42b49f94e4bd490407caffce2a94533
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a055a2efed631afbf5faeb7d404896f2151eb9b8fd9a12ee6f14efa17f430bae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763708eea9217cc00beca0fa0511b521afa5a043
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97941777fbd743876aad649ccf729c8eb777767b0f1a2bbebb1efd9afba9a7c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792cf9014339b68cf7df833937a2e14f90e7071
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5095f6d7c5f8731cd08cd171a1457cb8f3f37f6bdffc085e771c031d4ea451
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab320272ffa55fbec1be8c53463d85bad51337
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc4d272cc7da6a5ed784b0f702ef24752a65482931fe173eb7d7512473870e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2b20edf81292d60d185dc976c4b73ea6b335f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b23321abd8be5a8eb3c6806a0334b6c0f0bfce3a998b16d9623478e4fa20fc2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2963d2d40094f06a24a05b0c6a13b7d3546cf72b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02d4bb5f846346c8c50f16823a631309824d0ba34354a569e6c193b02264f46
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f689ef87678c3e6890a35b5f88ca9f91c8934977
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d652b475b148a673b5c12bb38f376946eb9e59f67ef62be8b1e26f76e570344
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e99d5f8804d7c57350d9a1a41bac4cfe9b9b2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bd793af5e9dd2b9cb98afa3feadfe57c61a50837e7381d95668ece1b31e98e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658057909e707ea177237a99342cd4fc06407a77
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728479e83d93ff87099ef9f3195a77db7f967c166f9cb5c9f5cbb39cc09adc65
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd477df8fd8cd0319d1fa96f323ebedf95488b9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41a6aa80823c270856bd1d7c71537163f5f44d7b65bffaf1a2d48667e92b83b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410138ea898db7b4f0e6eec5c203f5605b8067e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce822e5ba8bbbf137c3da25c0ec5fb6b3d0146cf42ebfbe49976ccbe1c5ef7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe5641859089e2369dedd52ee82466f16fa20cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f68dd797286b44b30126266c9b87e5fb3d8a001c5c19b4f2f9a10e19a3db7e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2074e2344e25bd4bc2b01c455050c2cd04c42ff5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e74299b3a2e30f49713ea8b684f503012187e19885a88db79dc027905d8d2e1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39effb311a9bca2ac3b8aa77efc559010815b35
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e482bdf8bc47a58d2969022075413af6a45e172dd72900639329de5a5d5c8493
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdf43b85cac1e13e5bf885b7b2cc857f6ede887
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8eeb596b5b948d72acd69e1e46ef747a3be219439486c7e63a6a72096cc9eb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ac7dac03da316bb296cb9d39f5ad12bc27e95b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8995ac778af195ea66d3e3345ed6e4e104d997e417a0df9187c306772aad46df
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4709c367dc3e7e679aa7ae5a2ea9f1125162c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ef05417a6ff4998f609e0093a6506ca3608d2a8a2bbd8b7505628181cb50df
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378f511945f6bf8f554cdaca2f0b8fa66d5c8163
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eb5836e759e030b0aff7b09e602d24b7918ded1402cd0432452bd16379e921
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f7ca51fb2c58000299d84ca3d455ebdac0f4c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7744624280aa3321e1a42de410836385b343e2ca547b5a67b70b883e80f8a0fa
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87754bfcbadf3e10d5f1c57cbe4ca6ec888b157f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6178eea14780a2353667e2988b71811e6ff9dfe93b67df6dcc6e99a2336e02a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2f5fdeb75e9fb35d363ae670be5033f790508b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefdc6beec4ba8d9232beda606d780885fd0f67fc548977031258976bbd34632
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a913219ff45151fabdfcb0cae0557833a36fc92
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459d5166a82083abce553dad4c9d8191848962108bc5c180e1072f008b1ac090
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7945092db843a923db60e3ff4cb21e8f224d17ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eada764d15703ba51f3d7c3c2e914a33278d821b3af72e34deb112573ec9f98d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7022e6c9df9eb2430d062d2469f70d8bca69e640
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb0450b2554ccdd0244759c36a50cfa061f376a257a82d52dcb79f45c6ccecd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de9470ea9fd7b264d7aa126c0ba018d240c12ab
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fd56567774855436552952f4ca8571cb5dec4de2ea1e83cc3d6ba5cac09d59
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca924fef6041e094e61d1e9887ce7c8574690507
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7630092c4a0a7a84fb1eb1145d8675688d754a3327461c9bb955d81dec801e46
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df913b4f9fba8e3a5180cae791b633e780665ffd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a50ca80de8eee6d356d3f506d525416330dfb8449b87897e6e86b20c058ef
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fc252a9a055bdca8837b3d9b410ddbd31e6c26
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c357e992675eda827c620f5733a36c5bd8a69de84ffb1de003060f4babb33ec1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee2700c7f2d3ff23fd11b468c0a96b87acff4ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68393989d917c5304e0b96026987f3438d93e65a8bcf30d1cf4d3afe85d7bdab
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc030f6d23f5ce28b46059029359a04785fa853
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845fe04ec94b39f83b043d7c31db75b2e009e217a9f0af2d1068d7187fa21d2a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ff6956cd05c7f7655ac42572457afe7f41f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75019cee082339aee71118b48818e4bf2fb1e06bd9bdf67d8c147884072ad706
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec98005406b34f34a8ef378885a59d32c54843eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a13e76103d9a9ddcda6f3fe423ead7f8afe63c1154800809a8a2fe17d2b801
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca970893bcbf560a5bf7cd7acb4adb0b0587220b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35144d4d9dd9a3abe74b23ff840e31cd3391f213665302e1eafa87544b3df60e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e571d30afd58f7f167005d8401c9290c878768
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae96eece543a6da93202fd6294f0d840b050243c301f24e3b98dbeb54d5a72
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4f3e892cca83eb2e7e909c6e8e09db5f941455
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d58a4e8d91182a4676e5c1681820144ad24b363b697f793e9a8eafff8f6f00
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0e997f03a27a64bdd23925309e0342e5ad7a5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252a071f3963c6aeb52f0a57a10acb9d488a585d9f5cec313684d03acf3149d7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9627aaba55fccf0726bc07091befdc149a03f71b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf1425122f5348db865e6d9acee925ab57d66f4e29b277dbfd8fb5f0988c81f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da21b7b3c207a163ad2340de97eb4dd658cf8ad6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5732f8a6a6efa767e49899b5c885ad8ee6c05fe6bd3e2f1534c1eecda95d6408
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fdad1e78ab18726a491d95c1b20660b979b6c3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9ba61ad0ec0be17ffc175cd4514fb9bfe46b0dc3e2c86a0bd1deb6c4345b1d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8fac9c83ab87920f09bf4a819a2232ec514218
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4542433e8bda841ad1072ccf1d0ad34e0545bfe64c4c6bd8f0910d6410163f6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f7392836c661d558aaaca52ca124122608df94
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046d9e645ca10e38b68cabf99e606875d37f15c2b282652c126bbb7160d7f7e0
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbb360171216067ffe8325c0c9191038a46c6ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59834acb62232eead44d4ccea665d65414b3a5c94713966244e53b25d39a15e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcfa991635aa60ac78fb5810d8673c3272935d3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df47cca5c0c1fee523f5a9c34ed0168bb273ce4a223818536949f27c614a42
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04df842d66ed28355b827ca47719318e813c7c67
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532dd6cbd8999793358b41de190412a9574d40419219665d9d26f5baa0aae9c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabef66a885430accb13e3f80edc339565b1baf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1995c668ba63ba048982889c0bf4e22a97ca38300be23aeaad9b1096d49062
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c1d0c068915be19d9474d51eda3e531d576e3c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c5546c5dd564bf1952ede60b23d1af83ed2b48132930f5e7149e57b0daa2dd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d0d5d73a52a2ead2bda06422a86df3bbfd4f14
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3891c9a9ee62272bf3911fdb3b83e702ba5c38705bf993c24c8b5be38d670bec
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91b940401452754a69f7ac8a1b17e6a3411ab7b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a910fb11e893364a1544d72f8d89ba44136c57b94afc38c830ea1eda837575
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfed626d1be5701df62181f0028d94a9f39bcd1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c24637b33e50e385ec09821a7a29b5855a0bb2c766d75b3816b5f0069b8a8ce
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa8052113e390bef374ec5e9b894e07134d1896
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d957920f32777585f4f88c4cad020ced4c7aaae5394e09d274d8d7eba6bd0b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deadf889e991675eb90a49f387a258c615334bdd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e7343600a214c47a254b8c691f1ae72e969a6e706891e3741e4c2ab5b2828a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e75f6dd680c84c7abdba69def5221aec10146bf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b21d8ac973c26ec4e1d2c2261726a3d40d66d94bb9d96043d7eddc2aba55c9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e88ad4c6f58d06200fc04f5863d0b7e8c86b22
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c10c989e88d5050eea9078aca0c55f050d5f7d63cb736d6fd3f79b01ae3f04
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a304eba1b2a65e3a1a52a61e094d1de5fd1f3344
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d722b1638194ce83d5b92035d2452b29319965f02cb6edebdb51a94e31364fd2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f22beaa105fb5dedf3298486df8b34c8affc18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81c90545372f587704939c0f955046ffb128853dbd4ef5fd53ac3b90896b83
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49222dd877e35a3bab9eeae050cb520715f119be
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced18b90b7e1580153bb487e0f2fd29cccee3abda6b1e2494c6a33a88bd7323c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bdd7c4f8e7a0b5266db57831a08539535861d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eeda1f15ece53c4986b7065593e340aa35c080ff9b7794c5bbe64e93c4b816
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf5f0eec7f2701aceb27d66df90dfda625b33d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda7d4f957989819c095bb9b9ef825caed78fc1ec0d610a66d83a7731bdcd4f7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6386f31d85dfea11633c273cf286e3911a655f7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a6063a2c8d1166820e5ace603fbb1e29996229344a213399c34d982deb262
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85318cceeb5f90b144ef91195437a77c043d850d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22621518972bc9ae6a0cc81e497d3d048f402a022f25306fa989ccf63f6d2a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dc8172f1a3afa35116e31f5d2fa2776af19610
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adf91266847e928ed3f20668edc5e003647a554bbc1d9fc37cae8194c9a4f3c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ba871ea394df7bb1bde9dbb702052d65f273a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22688b43f22562255f2b3b488310d395bddbb9788321312e66b82ef0f26375b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5dc6b9fe8269d5a2ac7dae628af1b25e758600
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b050e41fb24cd127c4bf65ef9025711032731d94fa358b728ab6cf1478071
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac8b75cb9bbe7282e8f756e0346579dd22b5f2e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce300db0071c90f97c4b9ccde9460e97accac0ed7892c410549e1589bea833dd
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d1c667d7a36b62e2f242347e493023f9c0236f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9ee438d9ab66e12a2ac15fe207c88ec8dd065cfde9985c50be84d15763a3c0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e27788a6db6cbb5c3b29b7ed71b096e0b76c4d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18071ce76d94a4d33c16171a32811cd01e2c355cc5eac9e39a5eaf4642f6cbf1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e37ff205cc71cb01ff7dd11fa343034b7732f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddd19371cb3b8975fa30c67fcf36853cf78a3ac32a814f57ec6fbbe99345afe
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7789088cc1b8806b4f429577fda0ad0625984d6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7ec4f97739f4a4865b8f434e13bea2874514861d0bb3d04cf8ecd11100c8cc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfaa00c6908a0bb6fe62da0e17738ec47b8c848
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf98ba2c15547942d8bcef8cf1dc454fbc541eb1cbc9d8520ca6ab736e7b0d2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95022143f61c8cca26bf7e187c26e98fbc58058
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c82bc94a0bc430b8c87cdd07123ef428405a05907f1f78af40e140877620d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09314e05d1e4fb017189d4954e29af6b490fd3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10794f18a11ec1a2ad80143392abcc25ef1195d3cbd35946e1c564b87cc9a429
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dcb462f2d7633c695df7eb21814acb2fcf8dca
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6385fcaf3f3f1787ee482c57ed68ac8f889f702fbf84177b0a0f8894e1da9e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912edd1777abb1d3cc212360f3f7ea48a8c063fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9a12cf1bb13ed08f009d226ef09862d0fc04090bc4bcb7f478f7289555311e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b0048db3e97364f80a810a164f611dbc6af522
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da168e2237a27f2710004bd45b49472bb00be950c06f5149dfb33fd7641f1b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ada9b308cea3372c29bdfa1d3670108f1008e28
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104032c0204e4f562294d47ffefb45dc37ba977c58755f8b5ea96f2511a1ab41
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5d81b462dd2cb7edeb1b47469bc05262346667
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed084444db221435ac5635872bf5b565bc62dca4689880e095fab6c2e786867
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d9d092596980ba1fe8b2cdbcff149bd05e0354
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca243aa0ee1aa5e1ee04dec0aa9cc806a2f9ad375e73e92910241ab12842e13e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37bb65e1bdc53b3d160b5b58ec5ab252572326f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dea4b52e81575bc3c58189e097bbf4811c3cd465feccf584aa8c7c72500518
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482232fcfdb8e9d459ffe7e2d7a325123c636402
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a9e38f00b0a33370e2d55d34cf53311ce7701d1818609c71084f5a1d6e051b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e598af696030b318982fd8930d566e33d8d6878c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a94d41ab63ade9bfb8c752a189e0be3f278db51e8fbdd9af1ab4bb6e0dfa1c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e872a17df75a190f212f87861dd945cab55181
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2129ca79f567f8df17e3193c167d08526acd9c38dd393b3fdcda62aec2fb1d65
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487ba28b7c21de5f32233fd1a042461d41a1bcfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f5bb914b40adad7fcf5e2f5f73d84ef8dd9dd96a7b3cfec65e818784b75923
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce57ad97d7ef571c067f3e46364682730d419e46
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56af0f40cb84a6bf3c39234fae132d48005e7c3d3f958fada10275f92419cae9
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6160c443aec92a9d6c70b53bbc906f300475ab0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f284c4cc1331b45e0ab08de582ec67ed2d4686c4f566cc6b24bc6e45bad803
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d028426ac8ee7424e3fb661dba58e55f15bd41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ceb06d655af3b41c7a41c2f68a2514da78bf9afb6fff6b58a1afd23a70615
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1384ea2ba4df070a3e57e16454e2873f4adc421f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a542b15250dd646c71dd183d42bbe77db244d355d13a1b18e502d5b13244bd3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fae85e75af4f8f385a5cf255d2c929f40718681
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39cf2c86967901b0956dd8912290a18779ee75821ae554b33879d6567ffa8ae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bba3d47f3fb9a5accd1b545632124f1ff4e7b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fc50a7fa65b8b43f5d89393ab0dc6d273c156c8072a6b8e07dd5ca42145ab3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bacea3b7d6623cba2bca02845456cef39c0fca3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3360295237336e20cc0108f16dcee68cbd3302ae8d05ea649c049389b487c393
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dad22185d638ab3fd9e00d84043a3b3b503b379
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76354e7672723771fafebdb328a2e4b694c1630eeb3f2ea9e97ea502cbdc4574
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e07b453b6216965bbff646831f4e0b5f23d4a5b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166e634b194768bd71c71ebd317c8992e42d8749a70e41d5e0bb85eb192d196
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2582770d2e9a3a60675fada5f30ae23cceab04e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8db8ac8f290c40fd6cb33277c95de810531038014f17f04a3732a4a469e7c6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215775edf8b815bc03cf6bbd1daebe0e0c86f663
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da7f224cf97be393852d56f6673de29c2607f897d8963408fc00e0384efebca
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76eff000c8e2284910edf3716d1326eb371f033
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc844e5d3e0390b9ef95c9b9fa0365c0e94ca64282de96bddc44b092b155d7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c11674fe3dccbad429ea96a9b3e9c0cf69313c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065cc213bc90420b5d40e3507bf5f42f89a44c28dde8ed29273b639d5f51ad3c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d3fc981b5592b496d2bc3c928d35252758597
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfa6ec8f94d1492eeee26f819bb20fee669c8c3c80781981f50a234e5175a46
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205d3edf0ee1e022c6a7e1acbb935f496530154c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215eb8d1e2a393ad484d46b184ada9d9ad88082ba71462db884c8c21b49eeec5
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ced495534958eb586170f1168dbde4b75bd09
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd6bf1064d9ede4e5f03de381e5c658e63db07f35ec35a1f0ef8cbd6e3244e1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca33fbf202b742c7e3839bf75e2f6f965a6933a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98d610e8a1b25bb7c07d1914ad050e982b11f382b9c8042f6269216f8c7d6aa
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbd2905ac0795242450fc1ef8cd13789eb3f6e3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98d94b5ab7569fb9ac337d3479e771aa5d08155af7355af5f81a9601eae5cd
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df0c83469b106a581860efe065234f73eec4cfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9822116a77e9c160d3b9739d9524fca55101efbf0321361e666d60b0de9c4732
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db84a2e1921983f298644193d46d44dd63cbad5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4647b3779aeea798ef1593fcd076c8127ef74ec224a3ec6fad5a768bbd5b230
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a717877020e484dc0d1a1810aad550c25826d436
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecab78c90dc8b5e4c2b8345d6c1861d117f608e9389a822b530b75965d42926a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78384631c35786cdd5ababe3c00a3d6de196de33
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812c6f0748e22e791d38f23762490897252108f0324625e1c33c37b2a086c67
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9c8c841261bc3aa6008027870d811e1a8699f2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a6d7bddf7df52541ba992335212b31efed5dbf0c5641a9835eca6010498a7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7be0e08808488485df0f479219a8bbf932cc57b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32985a9c9c60d63652dcda79f2b15e5f25878c4aa02d5e248958be956fc6d7f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ed8706453979c684e30969bff685fa3a988423
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c6f2f8c2de774d2d1f740f7f30a2a0018963fa24d5c4d730dcfd672a9c70a8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bdec4ff10cf0137f37ad27a43893f28e9e4ed5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb640fb4889566e97fca3bf4246d7c8ff377719624aa5d4fa507c7c240aac12
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e019e667cbf530cce33df8b60ae05f7bf7b46b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b2424c508995e561b82b5de738fb9a28f31848a97b97c5b443b36e860c1f3d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d55bd82ae687d1de6054f5324a875b6f192ff3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8509cfce57647b09593ba90e537e960f59d86a165357bf4870870dc1014dc62
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f615853eafd23fc5dec800ab426d1daf6311b8f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d07564b21b210e8ad82d648f8d9e45e0a2fecd8d9db2c420a9b1b9aae05249
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86324c1e06be692ba3f6b77d907ce3c28ababbd2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c51c203b15a345cc1c229c8e38311239a0eb4a53b7f71b97a4f08a0eca2ad3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f55ff3e94ac4f319a6e1d3aad9e5231ba5bf20
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189e47349b223dd0f5f3854058eca572ddbf69072be200c3839e2a9ca0a9568
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ee79d94e92c49e11696d0c530160149e871606
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559d621b56446d73555d5ef482c52e7eb6a8ae2ecc53ef2475a38d9c1b21728f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32903e70843df8ed905ae4f8c033d0fc0a713a1d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202a1eb1807f3ff66ef17adcdc192d90a891c6e81549f62feb3b224ee48804b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67a544010a7256647a2141b48aa99dad97ba793
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611a6958b2941a2c4fbee0316428ad5760a99051e03b6be6aef7b2de82cf9a56
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d6cbb25d070e950086bbd71c9000ca8c8b395d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03113900828add6a75f30823716f51a8951ccee44c2d33f9dd255bdf8268b223
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252077107592432991aad577896946a2e94dc9de
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe08334f31eca2e606a26188cbfe91d42a6a80417e65d9cb6f7b62d57cac11b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9294ff1f4f8bd30e01444adcca662ed0e5978eba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11310594d3bce6e6eb46a14b940bf71c1e0f672399a153e86908ef27abc4114
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cef1d5475503f91a34ec98f53a0e703a655c6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c956bef9df11ada230e17d81d5be88db20d2db8dfdef886374380906268d56
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac609eb785e3b61cb1ba4032197642c003b7d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d8f3390239eb910b66a0f0318b9d064bced7139fc46483378ab09b32f9a795
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10c6dff92dcac0393d7409f616fe66b8e9985d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a87eb083fb6b75eb8b20fe52fa1dace515b2c78d27dc7a3902e047c9ec69b66
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d81eb3fdad6de933c625ea6af575597ba13fd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6841f095c3d3879d3d04b8fb219b3743c54c46d361d26f5518f01824c36232b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc85228ede892f05dde6084d5524ffd553691051
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56590fdffb39cb1a2f61af19d8e958fee4a44169a7b17051a6bf27537d8edb2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3cb102d57db7b3abddb839e61a2325fe5f012
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdadbb8e50756073ff9c410338988738c1ae673d5608088d750c495f8416a4e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a392188bf22ab7ff1cf47f250a8b3d0886a76bf5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8d221c05bddba33ceb97a85f3bd9d20e4cee9d6c13ea6804ef6d6d4108f097
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b4f6d67729e1ff0af1c9ab3a493c35fcfc5ee0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800d32885026750e6e40a4ea584e1ca49b6e0c65bda28047343970edd0747cfe
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c20345f705f106c495b586af1d1d4b93ed6ff2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a36f8e6bd2d64601d7890c8dfe05d351472c28c7b00cc70ae043cf0574354e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6618d3ab636ae4547b3b7af3a41379bdcdc782f5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b87004fbcf99559d3801067ff45ce50a192706c95a5925fb6dd3cac259362
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d7651ab2bb01699189c0fe566b754562bb0440
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0a90ac005fd4a1b60c643c7f17a076d0cdc09720cb5e8367d94908414dbda
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374725882eeaa165c2ffaa9324d9ce48cc1bf2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47930797eac937130e765a6e6e31f1ea98de600941be2aed4f05e75641669b2d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455faa8b850f5bc6beb66d169f558848aae01669
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c41cdfbf88652fca372dfeff70a34dcfc64f3c80845e2d08a24f5b98e9c2ef1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5dfeb79351fa65422821cabc461517e9d05564
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18616a302a3d6409853d551afb70a6ad1991a4e6fd3005492ad06b633e6bf1f8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a053611664cc7ffcc7df5edc4fddc1b7bf4a5c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ab5c0082dac40d87dec1037a961fccb0e6d814159995f3e62ffe8f00bb2f1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a2072ff360eaae2edef069db051a6b0dd9091f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f114e7d3ee886fbcbabc1b8d1f9916262345a9468502e607bcd78a83987ddedf
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c7f08712958fa1f1a65e7998d1561ed515afb8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c1cefe29eec3cbb2f8f9508147b2f33bbf3fdc31099cc26097d9780e0ed83
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5375f047efc685bcc16a6d8009b996a5984eeb3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fc4e1424f4a8b6b7d4a123dd93f4e7b774f22bcafa7ee56b93c7c6333c8d02
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaae5891ae158665ce56e7913b748d1e5daece29
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66114528d6c14f8f3adcbc8c9aa959f1bca40fb8fe4709589b3ea5ca8a28f0cb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafd63333ac045ab9a184fb15182ab2075439189
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341a93100bb476a45efa2b255cb6ba44c2a66fa2819f8da00c1f4020448e2754
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afd39f0651dda0524531bd3a173d28a35bd604c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0595e0c5dabb52b9be78bdf9434bf02edb5b504c6794e7d3af294fee9afd8d1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af391a474fd5c4b3f85eb301c325daaeccfc32f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7673efe3123785c6e91561c668feb5e49976cee17e0891b39e8cb4367bd7a47a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e369c58dab0b03298eea46c477934abbafde811b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32a1f9d7ba80f4068ab8091f57980e5eef053288e2b51511e259a44ae71167f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd91caebf89a298b4fa2e7b7fb4d37bc3bbb5716
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4c72634464cac7015d32cf0b65b5b5a194b4f0a4d579ec8614e1983f5de9c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82aad11fa7ccbd3bfb69b0954e1bab67ca64fec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220d8be8d6049e5aa8ccb46e3de065f0a77a56ad99949338441f19e964a5e452
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939cc3a24475b690435741416598485876c658f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b3bc4387832e1e67e8291428dd19487ab3a84c0d2838a84fafcba0818c53f8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b8455ec52ff6d5a6f00614dd59d211cb92a75
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fee0930a84a7a40966735db9c95e32e8195175ab4b52e72e975805559101e5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfb2e7336b6eb14600d2a1a6332a7561ea3c584
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50de73d40b5bfb0a585027979832fa74fb45007d8ba40d7ab85cfc843bebed8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc73fdce865443fd8a3c4c1ed1fa1f61caf678
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d95fe77a50503e6ddb5541ba1cbebc4e85e1b38666ce324d780bf050b9e734
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1caf25c1ccde29f588ea0811c1f235cea04a2c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d28015f5d101f265ff10704c32f30c8c67cb8ff85ac5e42167b1b0834f56c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1366cdf047376b56edc0032c854de18b2dda465d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbd5b5fcb24f337eb42d13d1584f3f100b7872295f4f049960b709840f2b9d6
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d170c11d05ad6685a66f9287fd55a8f1547d966
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec0f4aaaae7af6e33bb4ab96fb10e71a641450563e71d96878d82e81fb41182
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40cd0eec9c966d9331ecaa55bae629df733fbe9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ed5fbf276b45c3ba5fb212e72ce757beb0ae7afbb9459a475073df6f77302c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2943e73739e6a57b8c143e40a27df7b7134a50a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9c21b701aacf66fcc3b2cce69b9de0e577cd1d83c84279f5eeab9dabc16468
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d93d655a80b45de9c590c4111433129166ae61
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f03a3fb91e2eb776aea41c0f362c96931f72fab944f5d457f5e212e30a12bc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d424198e1202e6b189e0ea1de273c8cde8d19
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b2b8421a686475883aad52a1f7abad49031041a9d6190596f068b45e74e8b9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95212ce821d3ca5740ce5685633be304377ad661
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c3c5063af7d2cbfd75aedf0f93efa006e3c7b7c43eb83c2a2d0895f9dec8b6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36c6bac42194e52e53d230ead475dbd0406ccd6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e0ccb60d10ea0e799f52f4fe3102c1b38fde1d1dde39c5ed0f80d7988a1f38
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095faa265c9314570fc3a1f1934dc1a64078313
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cc4561490104768395ca1fed0d685853724a03e9bca60b7236831ece2090c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035e6e9c8def98bac6f1249c2f1b619245ab6abc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6548ba2abdfad83c9083249d6091ff3a21f9e4dc6f79572eaeb1b0aa052d7325
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bc18c64fae0ddcffe5df96941cfdf5ecd41cc9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea227dddd38a7021d5cabcff73aa2f3b15ffe12de84a7fa144ec8e5bc33c4506
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ce849b4028fb1b75e7416308d4e7c17d834b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dd70afb70c5111bdc8604398c4f001989609c777897fe3dfebd5ff4f333244
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d069ea0033a2ec87127ddd8ec6c16eeefa5561d1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f42531b31bcd22a2d29a2d939ba32769680ae41048d6cf62483a8533cb28f3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae221f3434f39b5164be60d8fbf967fe294a0f9f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69643aa6c2c06d27de8889199b2bda9293bb7df2795feb7024a48e15b6781478
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01a26bccc78f9d2b889dc7b1c86b249c39d8e79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7262946384ecebe826561edc8e9cf534803a73e7a07d10e72d740e327f931396
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf1d5bef3bd66d598930e30477aa85eb4245baa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566045fd83abc79d27cbdf3b7a2795c4baa8a702b0104fd562f5b48bf77c4583
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e815b01f219007e8846846e24f46caff2a88d38
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ee76b7d9aa887dbb7296f8b43ef1f7cb9457e3fc3c482d4bc8766e7181294c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967e9883192f049749937cc37a021278b3a64f03
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39490c0483b088724bd44c36d0917a8daffb475c7bf0f2a572ceee44453c8b1d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45440baba2d8ff53378cef11630412db231d23
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a5fc3f594e3ca5bf9528522c904570b9c39bae945df9aa0822e268079c1db7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e684fa7f4bf23225131523f33295166856fab6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2c97760f4468c49a41a0d689e1d5a490514b24544ce5691c52b65388e79873
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c74d108ce445dff94dad9cf3b068e2d7a17728
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16315fce8c3c3bb577fb38db6b4f59de4786ed395172778c065d785720745934
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b10065dc2b0e84675ea06627f136a3523a529e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c7cf1c9384977cb68e4e5cf0b4260527f97cf88d3fa25737cb42aa82ab418a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0917300832fb0aa534c53a26a8b7517016679c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203787378b653a79cf56c35a7d6253d0628541bcfdfec0a62d3a147e866f36b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab5853f72d10044cb9e8518379138322ab8078c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3758dc3084d5b154adda2935f184f5faf2052a83731df11a0eddd91cfdb971ab
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c68f752603e26fb5cbc567741f48960baca28
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af905a7a634440538f3f05532f87852334ec5cf8a0bd94931afadc944ca79b7b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d223ace5beecb07569dfff52e838d938e23009b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595271d87867f6a9e34c1b73c608ccf6cc8cf6e0ad86d85f3248214c1d925771
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf3af4e439105233dba567206f87b4a1718352d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb50e86b9c532378011ebc2edeca24e178646cee022a0ad40719d93fb31a617
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99999f92bed2678ca45ab23771e661dcd894237
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7007909f294e2422572d06249250fbeca89a9500defebeacdf6932804a6701
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6578c8f22d353c6849ffe7d0a87b8ac3cfd31cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37772d1dc476ba1d9546130049ebd56f5a261f4eac1ac5b9e1ecbe0b2570ce7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1193e9e8bb085319a08b15fddb28f8e3ed0cca1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6ee231da4b4e6ec9fdf8ff534ecb5ea4bc8434478aee296d138bf51f37782e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85b0b26d30c9a968f855981aa044613103adf45
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad68d5e19526b21d5a4437b7ddd1e580aad4c40e4470e721706a354fdc012b08
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e7f797a762ff4385aa934346ee3d8c5c5c7240
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd4033bbc5e6afa3651cc813895703ca216b6e8079aebe19ddd72c46e7efbb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a157840db6fbb44ef96585f36ed86ec4719593
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5447a3cea92cd008a6f7eceac2c8152307c1b0e8effe0f00e40cdb0e5a25d77c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88ba67a1e15593af279c3f152822f78d3505c0b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0136ee77ad6ba8658425f2e1300723dfa134fb03353294025cfe6845d90955
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df86ff7231ccbb214a378d4a68eefe4246f1c6a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f89e008c108f2161ea50b9fb9a59c82b6d4b23bd4edb56920b6b9d5744439d
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc5944b16c2e306f03adb7d55b8d5e4ee799a33
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137bf09ce15473f59afc2d11f04e46c1cf042736b6e75a53811bb774aef06c70
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17330557fa4b1207a439231e46893567510fd47e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf69fe5dcc2abd2000adfe49924c53f532c20c678c2a88fee1739e8f86ef272
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddab4332229330ad414c6f2ca9087e10396a84e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd914b21097c6434e8d82c829059062efa5b2560bc5f07b112fd848a30dae1f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703ac2ff510dfb79aab4e7be43b58d84e022c282
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a8a979cebc4dd6c5f96d728f2584078e4e00ea7e5e925c5866ff8507d9706d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba65da047808580d2ee9ced552ebb2a08c03b2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc48f5de817fdbab68f10f5b0572d8e08c113ab16bff4fad68c136ed82379c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336c658b3b03eeded89a04e591237ebfd4273438
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc5269832c46b77cfad4dde824d0f6e3128addaea5b8636b97872a5c1c3b5a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c383ea841ed830bddfed1f936abd7439b3eb6772
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c942783f64d005f12867fce671d6458c66051071646b1164e8a4b6b34bf830
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b42c396ad9012a63a3de0d00f51b97b06df1aa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4db13bc9ab11f851b8e48f767e38c39e3571c3dc2850fb5f0d4534b956b812
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fbf5ddf0f0e3f06a046b266a132ac65a04a293
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef10ea590c9d720b6a8c8d81e695d022c8994a4d2b3eb4b51079449aa2c6128
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f167658e87966d328847ef8f3e4bd18ca2d77a41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd72740920b0fc12e5142402989f54cfb0b21bfe4c2d313e41ca214f58a9ca
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5e777150829a5e66b276130ec097e4db4dac9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1a4634d7c234d6ab6f09a93bc90058f8fb53a7eb996a8c31134bf93f3dc5ff
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c567d89c520317b21f8fe3015599622d1ce659c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c166066fa1084bc5da2b4ed395e21f7aab8f6bd8470ef6ac7d7784e57410b0d6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b971f22612ce46684c025ab4a675170722e81603
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15064562980f549bcaf998be286e6a5467c68d7d55aca44be34a6dfaa591ba2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feab1337c9558367998471d0ef90e2312dd98cba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd25235a8e405ff32154e01f235ddfe27c6a45ecd8816c825447c69de4175ab
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e83f464c83b6c97066d6fc787201c95ea2a13d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48af9f632a1062e598b4ea54a6f543746b4bcc43f1d1b9b875a01c2abdb5a9c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb9ab32dda3a2e38094f3c262b72d7a95b0863c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85fff1c1e01c400274481a33e140fc10f2294c4541414027fd3245fd2bb3bb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2020f0baa017e9ceb2968f911ad86be37bf11f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765181d783add8cd7e09ac447521692cf2bc945869e6fc8c802d3b6d437869fc
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d4898e0e38191b59bc67b47e26e025b4e82f30
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d84746f3de66bd78b0d2828c476ce88ce49ee736fd0b025d1fa68b9a933bd4a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57c19a415bb47d96d0b52c05dc95afca034d13a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db15921b159135eb7c77f11629ec96d9c3bb6729cc975f9aa4a8512a78c3b504
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680e18f4be9bcabb426657065615bf8c326fc174
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e7712f8503b88be860ca9748c4b3a892fdc1951c2522280e26bba9adfdcecc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0666c31253fe615b32d2ed5e03aad9922d44da13
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8ce51e367b4133854119314dd4fa065e0b11a9a392e8b4ff5da419e8ea3235
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fb4da3dd34a0e629ce6acf4b9cd4627632c59c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaee78f330851a05b8adc1aca9ff36bd0549337b66d372283c061b32c930704
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c202b1cf58ccf85f86cab726342601fc73c939
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad18bd9dab5d6959d6f31c899b41ecc5b0676c88d3cb5cdd1a20604cd3a652
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbf5384e4a99f8367b538318ebc835accb2d783
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2726b79be4abf564a18b9a522b0936f49e59d6850267adb94a1e628a2162fa
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03c63fe049e1689dde2ed78e66220ff003c626d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774b233ad214a5a6d34d388954246abdec8e28a54fa2cc7f7916fbcdaae6543
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5b4894275f64c18e0ba5740a74eb713558ffc8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b87fb6bf728f0176ee718a9e2218332824736eae13a3720cf9e489b1da14f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c06d611ae3781ebf4afc1762cbd7fdce2578f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf38290010ef5472c7fbd19fb920c34a0b3c2778cbf13984cfa40bb622b8ac4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bccdb0243e1334b62de7274ab40fa7e5b31b55
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950bcb020c790fe37da7d7c01e1c3ca150fcc87f704642774d66bfd4157195ea
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63985df9b225bd91b8268624b1edba455154856
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70043937317b450a77601c1f54dd76977035c549d3af32eb4e05604965131e7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251e1f4664368097f07fe6418a16ee0751755ebd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a693e4dff69de93b08cd02f9b68ccbd5710544a73f9e07421121e285ff4041fa
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a83a83d69b8eebc31ac7e0c1c48d46ba2019d9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed11bca23904051a97ddae766fce228d06cb4766dde82ff888a806ad0dae1e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8bdca6eec777460a76c3fdc09b1005ca0da945
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ccc4cf38520cb731300f034c25cb1540dd1da934baebd9566589f6d9b63984
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1b1dbea7c4b3a612f6fea4a09bc8667ba0a63
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349a3f0de2e40df5d861015630e916291cac62bcddf9a1c10b03a9ab76ae7076
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a589dc3578c8e01cb4def04684528b07f9001a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a489562808e93caf4cc46616ab5a8c207b082bc7a57f624c22130af820336d
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7eead5ea3ac5df809b6efece885b668e2ab8c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263a92ee0bf35f0fdeb0839c80d494170fd68f3fa500e38ca83cbac4620ab64
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2593d625fdf32c6ec0efa85087ef049ecace7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329f43f388040239a71b5dda887d96ba506f59257ccd65a556d2827a1ecfe1ce
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cdfdbc6dc82b8fb581378168e08e2c9e04848e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e18472d3a5a6df7942c30af7c826fbb2f655f16a9aa42ce57a22d124e4cfecd
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049f827ad0b97d7426341ff8772a4b04421b02fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de83f8ba992090f092b75941064ce86e7551b6096f7dbc89c67de4a73e69bc31
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e74d653d576ed22cbc9f862ec90c956bf31ed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2b2312f007dabe6843a6efe4984aed0e7caa3825cfcdef30e41a49304cfc7f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff246b51889e3b3cb7c41f279ed6bfd1b59e708
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d2e93b60e4e12a2443cc209a08b7a2373877cb666651d2a1865d97f586f8c1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6dc4d3545241d123de7301dc8766286635e130
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30860c393093da940fbb5a1d9b60584d8df5e9a66d8e883874a77982b2c9edb3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd89230c3716a0d708710158f0065105b0a2372
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5140c00574387dea95ccb814ce9e78747c481e29b8774ab2982da4c6558b78
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3912ea605b49a328582a3d3df7d131563dc2d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc13df0ec7b235f42a84f9b16de3d3d114cad5886186dbb626b49e9dba4de23
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddebaf45ecb5944d52a236ef4598a83edce20e85
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faee943f0b14bd2e4a4609105b24332b17b7e554db8c1ab0b350e12567c8267
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8729e0e191cdc4caceb4ddc9dc67891f72c556f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e67375249072248294a13d8c02f3889bc726cb04cdcfaf2f43cf5697b461e86
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9d7662873772b2d93cd286bdd2585721dac006
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e19f1bcd588c808b8f8a91ba0eec3f2100d8ed810e167c955a51c60ecd9d921
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63170d81476144403eec34754c4da538bd68a53
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8659298430d43160b1e8596e1471bf5e7301a3d68a4cfb1c59fd07cbec3c556
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e54845784972a7ff154390deb131e1dfe638557
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4db85028fef5051e463cfb76343a61df3295e0d4b695ea5eed45fd98745954
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6603c661d919aad689fc5e00cc1f6a90b1b13e48
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5b9b991e352dac9ed367c303f9ccf33fba3d1f2025dacb0279cd52cd37f018
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122acbc6ba893bed543c77786388f42d455b866e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d131aba953bb933cc83c87afe2997b38b6e5c7ae88df1c5dd48effb391195
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102795f20e2c141fa006d67f62bd4f8909e4c760
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfba19669efdf60eed90a842a8d3a41f3ea2147026be3cd1a5cf371020152a9a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfea316d905f8991038c84960fe9c43b5fd959b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c98f7adb64740d75f3bde2b2d8daa7ac0795c6db5d7b404dad8ab51feab68e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03dd429f52f05046553cd12515f9fe60db06a7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6437d21fb6187bb2a0bb94e48ef8f3bd8d8b03222af62fe1deb18676bbb4ec3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4162dd65aed83c878a07eec23aa1e5ec6cccecbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b0dde4acdb615f7a59d9cb3a61f492d73d290e22d6193048acc4f4e929699d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7989921229bc8a8211e5ea49312de7275f954a60
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2c2a6bf85c70794a0326dfc6c687678f922b2c9ffdb39aca476390abe70910
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eb1205351081d53d0ff41ff50c5fc261abef49
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602b0ae4faca0ca13453598bf1f0a15cf905a974f05494b4a47be412b23b6b76
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9bd347ad2cc52e5ef91b7caa75f0478c2c2ef
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5689b8c2c1581ea046426b7f3ad86f82f58afa7380f86a9dd3197234df309157
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c7d66794129f23c59993b82706e364badda249
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad75ce3a56c58067eb71c9dd472034e7ae8baa9aa1b51f3aa285e984c4a43d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68212fe6b0eb0d5abd288d34720b63c436273359
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f03a268b1eb1c2822db27af98b38efba14873cbd328947b798f3c0f79e2ac06
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0c8ac782985092da93a9f6f3704454860a1ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0c02e821b542b86ad6af7ea0c733e121fd2eeccf6e2976d68b97219238a7e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ececa6c36115bde72298fa03878aaa90ab65d946
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7af1fd197e5fb1e12cb19ca9b2be73b363ac39a45c0844bbcaf6a039ef190db
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4aaa6b65df66fc5a306d2bb18261d6ec720b20f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce054afb52e70e8dd2a1c9d32ad2c3f616121c45ddd17d80d22aebaade465a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64b643a3f47be32ce70c70830db9c74a6825d4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186835e22683c390e8db8fa2aa127a89c6b81eecd74b04eff13bcb33045f93cd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cedcd6a572df90397a03252eb21785e9346054
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9671d4b80dc3429afec8e186a6d46aa41b6ae6bc07a1659d25a6af6f1365b1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0576c7b0ef72bfdde525bb9b0c08cd455fdbbd6f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e1db465ba9e7adb835a91161be0e926170b0acbdaba21f110bd8d8e1f2db3c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65caabbde35ebd165af4149afdb94d27351e68c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ba107523f25613043bdb49b33e6421f2a5b0385003def64e46b2967b0eed8e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277115fcc377cd122da5e0cdc36b116e4ea9eca9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52694b5029168855cd7ce691b2a27d48ff82560b3c8f5eea9b4c630de35ab07
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5cd82e0f9eafbb388c79daf7d30c4e21860d7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e2940801dba75d52d588181c19ff83d12009d5111fc58304fcb4c79fa8973
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6239d7cb52df49e13d88bf8e2686a790c9a76b6e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da98a4353d909223cbb090c1c5b3fc0470c76cc4970111b9ace72e287d17ea4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2cc65ff0e4c661f4b4c200f67aef007284abe6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee6ed89b5b234d25c726fcb535813e6c9c520672cfc1724b3498e3bd45a299a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4f34f166effd654f16cb50a9404d5f2a71f04e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428ae5b343ea211bb3bff7741a0bf04ce0f2b4bd618cb3f538f81ca3f3499391
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff6c16dbc2a252db9836109e3b460f82bffecca
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a036abc4717d81902148d4ab26fbf0be134d45bb8312c50ea1772f38164f7d5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5bea24ea6734a3b040031304e9fc7f69f7b7cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c22215ebc2db1842168c7eef85bdd807c62918ca3e885561fb91f4a3216cb0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14199861512b1d4444335c79be8b4ad6d064be1a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526d56aa63a4c9115beace2d9ff3987a39b75ffe44fdaba6a61a0cec6ca1e19
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1e77a11ceff15dd8bec617b73d04cc6fe94b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5fc0a5562eb01f6da895abbae9c00ac7affa8b7aac5f63b8a8788c6dd6612c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c5cf0235eefabe40d8ccc84e92a00408712a11
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcacb0d20a2f53646fffb09584915d55f57c19fa2ea220fecdfff51a7c0b552
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4ee6032613e946d3d2c2438d0f31f80c925bc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f467175a8adf9769d6386a12e1a0c1ad5f2223188ee7fd769834f407bd3f34
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5474d4a46e794eb4736344c9ad1e4a61f28c7dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e465f1f1108d8efc2cc7c1e812514b7d65e3b959de69da1d3bd8b85cc3a17fe4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c319d1d04afe9f5b12db8e3192e3455475ed3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d72a8f5c349ab03c7bb44f28a45c9e59321083ab37c3c6755e5d752d8437a35
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665db2572b03b336278ee5495ba372907572cd39
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a0fda95b1369f62c2aa297d958d5490a4c4ff9d17c0be5a869499b37ce92aa
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16174631285fedee759b6d67d0580491ec0725b4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41894009829f5fbcc39d924e9915296c47b069781dcdcb7c5495fb4f7e38d1a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1716c955e22b8736fe5e1ce1fdc548650ed573
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aaced0496a9bfa240073e5c37ffcfb6597cbd578f0719df94632a96f29ed3c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b3b72378f31d7b60cbca9c83a2b922dcf21a20
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f514ec807660128f5a5103dfb19928cb64cf8d10645535dccc7956d474747bd3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460f624f2cb7d7b380b4dd13320553fcd2f9e580
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338f959d446134df80476d3aef720c4378048c0e62ab7b2be9afcdb344abdbf6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f87c66d6ba8f65f25f1d3bc0f840d15a188e02
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466803394a4de1aa5859a42c99d5bae82d57ef2e96a77c69a222c9afe796d81e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6242e4d0db14f518af2a4bbd4a4d6577b86a1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782ebfe08d6550bef14d89432d8de1ba5b9f67c796242df9db2e6fba3c37e402
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90fd079ab413ff5179e1423677ee2944cd8f88d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7090bb4ec1b3251874359de1a58bc17cacf88ef50322d87bf3bc75073c5b29
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a45b50b6c5bc06fcd7bd444b897703898c4b4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e678d8e1a03e6f88b7936440e29be3f405473ef8ea6e74ff8ca041d6a9aaa56
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bd84a67e2adbb7b9f9d6ad05743529e269c6f1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933e4aac47e4c1ec768c6c472e9c04311269e10731cd0698d2b309c7c7bddfb
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdce4a358c3caa61cacb9bfc0cf1d3d34631f6fa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19827e96bf869bd552fd17cd9d79f8915abf973821f15a4f6f976eb4d8aa6a83
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3fa5cd3637640867ea5b9e309b3abc88277eed
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aee2bbfa8049771f9a515594f3e68f38b506239dd49ddd6d4728b3e170df01
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57caa0883954f21f519098e16a5efdfce19451e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c9f7a09666a714e9deb1f23ed8be9870cfbe7a5dd2fde212da5e8ace05c53e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0a6c83b73ef02a2ddba4a8933b9271bf4b04cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53771cf9bad449bf174307a63ae5de49c88c5649c109ce8f1b309bba2ebc49ba
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a8d92b30ded744ae63f1126712d57b69b8a752
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b405ef2db9bc0ef29d546c065b40b55e9660d4ea1c68334ff84689a6b0ce54e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28eeae4bbaa0a2317d301b43e893899622980e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4e36199e0c98c23d8796825b15b507d3a1ae40f6509de2ce80cfe257c7ce0
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536d169cb72461d7e406faacde9004daf6607a05
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1bff831d0925b3068794498e7cd47122fccddef24e2bea597c773e431b8e8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6447dcc3d6b236ec6fbea5299db733a4552ebb3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ef73389b1b46a001c30ddb602a8981890899603f58c387dd26110f67eafd59
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe63206a2566cbc666b87c7cda288cf8a06418c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7119b512843987f87365c6c7f70012d1160038a66cd3112abb2a340f92b04768
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db80809eee0c403ca81bfaca1721bceae65347f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4b1dd5df04b201107d1d33eaf9c924eab02b129a58a2edbe35daaf66b9b0c3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca88f7e5413b86bcd07e4705511107efa0bb905
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f269544f385c30eff2ba6bc504d0536e386e917d3f1b99f636b70b499f283f0b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b97a084dd4bee30b170f86c18fe6fd39f32732c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2830e0bc341b31ea8374ba54127a75a0528816aa02182a567035ab843968f75f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f3770d608c4e72589c56372347a35e1b45015d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9cafc55b3352606262e3c3a53f34c61c1c9a082fcd7db77808c400fbd63e05
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9965a1bf5121411f96fa85b5afb76434979e975
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef45ce565a5c148c6aaa2641030df37aa9c75b9935abd5731a014cf727f58714
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aabf5b51f64bde4b1cdf9dc6ef225b5d936453d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4616bc24fa561b37be08d85c7675e051f8527235cd48c6c64292cc579abea9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d414feca6287d8fb1dcf6dd9b042338385a3c8e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b76c43b166a94414f5f0027862d338f0566932aa70b9b8aac766abf8d7b56a9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4a9357dd476b2fb4b108b7c431e9e14c2a315
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb34fc68b0a790a3012db6ccd6bbbae6a00d5c8811fcaf2e3542fe1509b01d1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762f3cd9c712d16c72632a07a65450bdac1d30fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c2f6320e145089455a49b1234b01bef43940cae5a964141aa67a4a8f190923
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6574481966e6a4cb0a4fa6eaa3cfa7136051fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23590af0128d14fc8fdef842eec9d9350c4af5175ef918f9d94bcb4728b52212
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7cd2135f7fecccd4e2c430132c5d049860bc57
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81f83bb924f6892fa58a10680ec016b993c7e79776f28db5b741d18aa6e96e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e91b6784a134fe31ee1ac2efca0e53972da4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449807ddc50f6824d95d12132bbd3cf7dd0f497bfca3916ce57f4589324d4ce6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbcdaa32206d83ae646b569c4e96f95852bfa41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2b3d79099c7dec73e74e074701ab30e192c0b8a8d28b25412200c9aa0df4a2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2651ca5872d3f6d7ccdcdd50dd95912c24ae36d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718243bea27d6f7bab6dfddc12bde65779fead5d767a8bd322f000aa0b3d144e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7b2827b172d795bef5c369d4f6243895130f51
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79319633e527fc8ed11a8e269f6a6e2223b2eb57ac1fdce8a1cc3b6311a5a3d2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d801f776d5d03d91d3e5ebacbc8993b9bf3ce
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b793f144a90bbdb08bfe315ff7f5303b53de8342bf6fd269f28212bad8b5217
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066d465b76896b6fd7029ee04d615af9a58501ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a23bebce1d71950bebe605664d1f270def8fcfef2f5e024684469c076d776
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03816012fee720ed34fe577245c2f102bb8e8fec
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8752e7465d23753b158cfca6431c72efba9fa72b01381d7f614cc78db930b07
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86d700b54a76a84de6be25847e052578b85615f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73e2456d5a710c318212f5bf27b9cb6f751f6889c43f852b75e9c5c062f96f4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdf5e75c57767170de1536c4335d4fc7ff9da6c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b684d0d8f1c615c2af983fef11f0d140589f17694ae411bf56d1f80e92cace0
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daaffcbce5a97e24b754bbc48573d1d5fd009ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd22fb614a98e85b01c05e372740b320a9074250cbfd2ebb1173cf819cdb1b7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fafafbf17c0b3e4678d6208fdc246692e28eddc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea294a5fb793dc2c429739430350eab2e33e1aebf0e31cca289b11b4ee6be67f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5617b2f3730e1ae1257582b4eab2065e5e986020
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870a419b6dcc3f8257db1ec720e2fdffa6eef911bb711e637a61f22c20ff23a2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1597fac32f26c6bbafec78f078908e9d1b55ddf3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898f7949b6a9130a2e230fb1790995c619664c1bffb7697bab22f90cc6f25ff1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57999c28785979a902acd491cdcd0d8f44641502
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4a0e793bae3d5ad3ca30d3ccedef5782d19749fef535cd5f6d926878b4a5cb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeae4125027a8a4010e46a072f80fbf34751ba7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb87b6aaabe53197722548ea8c9aa214932423c019e73358fd0ef9ab234bbbc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078d9024e7b254789e9a65b31083d0c910cd120
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc3ad25c2530d7b6c9cabf93dc632c7ac704d5837d2df61ed3b601d1a68d9a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9358646ff3537b34b54c8257f9a9965ebfd41433
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469e291401484eba8c6bbf431683a5744eeaa1ee221b5707b235421e63e78342
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf0483cf42b49f94e4bd490407caffce2a94533
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a055a2efed631afbf5faeb7d404896f2151eb9b8fd9a12ee6f14efa17f430bae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763708eea9217cc00beca0fa0511b521afa5a043
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97941777fbd743876aad649ccf729c8eb777767b0f1a2bbebb1efd9afba9a7c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792cf9014339b68cf7df833937a2e14f90e7071
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5095f6d7c5f8731cd08cd171a1457cb8f3f37f6bdffc085e771c031d4ea451
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab320272ffa55fbec1be8c53463d85bad51337
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc4d272cc7da6a5ed784b0f702ef24752a65482931fe173eb7d7512473870e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2b20edf81292d60d185dc976c4b73ea6b335f0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b23321abd8be5a8eb3c6806a0334b6c0f0bfce3a998b16d9623478e4fa20fc2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2963d2d40094f06a24a05b0c6a13b7d3546cf72b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02d4bb5f846346c8c50f16823a631309824d0ba34354a569e6c193b02264f46
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f689ef87678c3e6890a35b5f88ca9f91c8934977
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d652b475b148a673b5c12bb38f376946eb9e59f67ef62be8b1e26f76e570344
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e99d5f8804d7c57350d9a1a41bac4cfe9b9b2d8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bd793af5e9dd2b9cb98afa3feadfe57c61a50837e7381d95668ece1b31e98e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658057909e707ea177237a99342cd4fc06407a77
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728479e83d93ff87099ef9f3195a77db7f967c166f9cb5c9f5cbb39cc09adc65
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd477df8fd8cd0319d1fa96f323ebedf95488b9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41a6aa80823c270856bd1d7c71537163f5f44d7b65bffaf1a2d48667e92b83b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410138ea898db7b4f0e6eec5c203f5605b8067e9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce822e5ba8bbbf137c3da25c0ec5fb6b3d0146cf42ebfbe49976ccbe1c5ef7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe5641859089e2369dedd52ee82466f16fa20cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f68dd797286b44b30126266c9b87e5fb3d8a001c5c19b4f2f9a10e19a3db7e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2074e2344e25bd4bc2b01c455050c2cd04c42ff5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e74299b3a2e30f49713ea8b684f503012187e19885a88db79dc027905d8d2e1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39effb311a9bca2ac3b8aa77efc559010815b35
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e482bdf8bc47a58d2969022075413af6a45e172dd72900639329de5a5d5c8493
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdf43b85cac1e13e5bf885b7b2cc857f6ede887
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8eeb596b5b948d72acd69e1e46ef747a3be219439486c7e63a6a72096cc9eb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ac7dac03da316bb296cb9d39f5ad12bc27e95b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8995ac778af195ea66d3e3345ed6e4e104d997e417a0df9187c306772aad46df
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4709c367dc3e7e679aa7ae5a2ea9f1125162c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ef05417a6ff4998f609e0093a6506ca3608d2a8a2bbd8b7505628181cb50df
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378f511945f6bf8f554cdaca2f0b8fa66d5c8163
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eb5836e759e030b0aff7b09e602d24b7918ded1402cd0432452bd16379e921
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f7ca51fb2c58000299d84ca3d455ebdac0f4c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7744624280aa3321e1a42de410836385b343e2ca547b5a67b70b883e80f8a0fa
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87754bfcbadf3e10d5f1c57cbe4ca6ec888b157f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6178eea14780a2353667e2988b71811e6ff9dfe93b67df6dcc6e99a2336e02a
+size 2179