diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/lm_head/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d566cea8e3b4ef29db0d88ef4a10674ed3ef0b98
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2b9358776273f78ca2cdae0e222fd089292d84b77c07d5119e02dd67ca6d2d
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/lm_head/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16e915f0793a974eb812354e83a7f2ad9bc58f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bc8235f5503ebd73b3a2b548104821ff2ed34c9a2218dc7d95d727530b864b
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6232e7933a46eff2465737a40aca425ab56ef1f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0647c5ea1944f28e0ba94bce80d1b7a917aeb4de05b8bde36c5c54bdc5940c4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2450150fb92aa7cfd133bc25ab74a61f0a26e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab06a8679abd39a9d86101e7c7dc06df1a174db3bc17dcf85a9dab4cdaf732b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cf5cf8effd5f41a07a6d7d8ad15f5af7e68337
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4236eb3994286ff32b8d08bf576f9fe324681634500623d9fb284f479b5c5cfa
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e881b585fdc874ffe1be79c07a450f255afdab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c8476540ad6111a35714c22a0418406d65553eade504ce1a12f6ffbb95972
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21efa4c53b37ced31e33dd33ad756c507a44559
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d534aea59deaa90288f93758e6b58d9f7874a30e7aeacc85615e1b115b33efd1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb7a60ee2760a870af3f4a9e2f123ebe3ac8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9809df101aba141e67141891c9b5c463dfe73356b7648181887f461ae111f4e2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e50b1a868b30df5d77aa27d70a745b298f09c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23989ef5e53b2ff2546ab64749bb4be39ca53a87c5e631671b0a9288c90f6d19
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4285cad6d2266849d10cb7ab7fa729b56cd1b09a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3273ab4f84a1840cf9ea6a0c046a2b766c6ae1e105400590aa6627a910d1f0c2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19a470161306e127a0893812fbc8a6a1744a1e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec7189cecc901a4b9a0b3b95e84f45001818e0c515f24076fa00e2c2410509a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8f01c550b66cef39b26ad77893350b58ca191a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06781f44d4b98a32d2ebc3a9017e514d0059c14359b8f8336e584dea3fc777c5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e939704caadf81fb6684abd5c35750a93fe1d2a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24b26b96d2d961feb6833152de513113ed408e1312f4eeb8f4d6edc76cb1cd5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2e3ec850e134dd9df828ce05c3a0c403b10e1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87e5f1a922d8f4af290fb0f5e73b57f6997f50c46668c200a909019cd3a74a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f833a478e2be287b1b1dd8bdc939a1985c0970
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e244edf0c0ff88a78472701d619552a4c505e2418635867d1e59e495aea0f3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236c0b81e531606b8ffe4ded08a8413dd9f8d8a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9102bfbe72552b8022a89973fe88301cb854b8890aa956c09b6ad6781432ba9f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1daba206b6bfddce55ae6076ce6e77f7fa579b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fcdd7a16cf935961758868bce4df76e08d8db75d11024c1b9990e3de00b976
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076f245d2f6fd953fd31905d48cbd3d3e1b17f30
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c54bc14dfcf9587bf7349cdb7c56542bdb89828c001a58e27a7df8f173f3cd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8e96ab5aa00b24f6a0b6a4a340f1454de1f1ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309f19b4bdf21f988bad4a2f1e8e1546e4595112f6016abafb2904e8a6ab1982
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e015f37522d868c022c7b2c8315060769596d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ca1291ae74b01a59080bd50ead77af4b97d336c008c5c1e014f4a7111240fe
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674256ad22e7b3933ba350020a7abb41008882e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab3cc77a53f16fe6dc1dc429f1b9d093489d4d14acfcf449c6468410eaf67c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b092d5e713f85803447f2f062c3dc470afd3deec
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0003a10a1fe25cc3dc12b4ba327991d05a5f0e26f78a049541a8864bb5a3409e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140af142c11e65e04d1df4047c410f47ac0c3737
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41917590875a95fb166bcdab69b678f368ac42bd2f4c6256fb734545a8e31a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a54f768e92cee7890bafa2a86286a4106f349
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4443c45ead622c4ae55380f4f7fcc90e7cb7d980979645c7b5f91cbe074fe394
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d481ff1877379880c8636e2d859b4340656b069c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0666d05ac29bf2cb80365052a839076689a21153e24b99f1f050e10717e6c8c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae7221270659f67a12cf50fdb644ae6ed6dbc7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da92e6ceead8b1f7d252aa8d0ee3fdfabbd71393e9f0e2fb87492fbbd857446d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d62f58faeb26d96d5c94d32d171f8bba00679d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f308e45a195636d3877d06ce9b69dc3cbfd589ed38bf849d109592240f0d5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eb45d2d6c0c23c2ad22e1589d0b548736cb169
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30a9bd3078b70d0ab9b1be823d4f50f709c28bd7fe4c5e03b6e9cf36bcc82c0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386f82d66854530bf4cf21d1987dd4b99d93c717
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10773fbbce041b76eeb0994531b8d7b465fb691dc1a97e3e1b99406fc95e6e77
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1354288c079aefca71ce18818321103858e0bef
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859c9051639941ae80a4bb0b734c3e057fa7f3c0ab16a648d86864d94b9bf75
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cfa8887ad6b7ced2b51e81df85cb4a084b090f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc97b4b8babf173a7c7d24252d5ea3d7df0e3ce8d156d3b0308bc690b528ffa
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018aa3d3bbbe1ea7add0a7eab2fc35ff11912b90
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58737f40039b6bb38e60cf65128bf669d576a39b689651bb86daad8464b8bf8b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dfd450ebabddf171095bfc299cff07eb704efb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715d071353163cb68384aa17a43a82aa6a223a15a4ee0969edd99d262df6b08
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad278a67a1f1bd1314cdcc81802d24f25f8120dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16741c798311396553530b0577ed3b8cd4ef91ee3cc5dfd4ce0a5a3d97476c62
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63a44e7648e9bba49e50e6126c23c7fc4ba6619
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f2bc2f2803c53e4590372d29fc0c5bee37341c97b6579b5c647c7993724923
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce35137a1afdc76462106d943d28f1e7859be29d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f246873aab6837e1acd283ff03898a975d93ff39a2b39790f8944c9cf918c3c2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e407c5117d0fdba0e7f1d71daa3dee7fb2f0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f883b58c0ebdb55dcf5a0a75c387fa89543b0e28b5ba51e36c87ed200febaf
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f511700d4f10047168be3ce263a986bdb7e6f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd56d348d0d60f05138dd6acdfe86348faf0d1b9bd9beacc81af775886dfe0c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd15fab28493967d629970f929bb6ce6de922b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e7208e5992b8ebb2bd42fee498ff0f6b07535c97c81496537cb7d6d6feb81b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be553de85abb1aae56b5f43253fc3582c46f1fc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff41edfcc0fa5c2b3d777ae269742d9214db557e6ec0dced11733dd7495973
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e81056ac874194f2b8ae89240749db46faa6321
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8716b57d3a8abed17573f0afc253a3872e70d57a81385dcdfb70942ae5b8ac6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f495d3fe6a13d1233e15eeb90f5c06b6e84d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6621a5fcc3b37fb47333e86fe47bee264840d3dedbb3d238cc2017ba43def4a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354c3521588b1072ac6f6f33b47a739d41b15e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b16f48228adf695152293acb072213d78827a4625b215333a7b76df10eca3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52328c5f7047e027ed45f390ab234018a6d5b1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4fde665a60a4e931250afde8bd8d2db09c9251101946e7c0c719de390e57e9
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f804fb96925450d15a120817dc41215d0a04c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31700888412bb02c52bc5867bfbce97e15f4325402d9579b682d7773555239a8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8001ef0c68f596550069d57320a3442a7bde2b18
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699271665dd308151d9c873a7c1221555a41fe9b4b846fc698ed698f37c8c289
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3328e35883986817d9b6d9e44e7c366b6bd311bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758b5597bcca6cf693d25954d7a55271f067f5458652df1b0328c90e6b911e53
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce002d1c0c94787fa5e562e312da7a3aba61f12
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caea25640fa546ca8a600f85f0212c7a192936441f437aabd52e092e27af3a7
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67677f54bdc4df2a8c3479d52f4ad5040765708
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990230c139e9399b7c8f67c4d8955c479cc65f8b38245012caf10eb93bca5f21
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dd28789e5a57d3071eb0b33f7fa0443c1bad20
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafe43eb6821eadc5d82e0f8a95de250d83185c8a8fa8d0534335c7a144b9eb0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba897ca6fa382235fe66bfddc38acb6bf6a5198
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9162e7ac6bf178b118bbf65683db16fee90f25b94f95562207f46cb3f62e2220
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d2cc5b9c1507068a3aba86bd9b6319d107be09
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e4ec6352a1ff815ae6477e7dd8b99c6ffc3718b87bce5e3f69885698fc37c4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154dbd399d09474be7951b90af9ee66325f4afca
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727f6142f9fb94774340eddcf1ebd604b03304a8c814b46a9271eec2466eca6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b037443abd2eb3d3330f2d13b4b9629b583a8028
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75224f980146eb3fe5b1bc1337beefcdf1bbe73820dec867bb8971aefb6736b2
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3298a872646791378e89ebb0d466854f69be3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2e8479a0035b8a1a07a72a71b6b5368554876f452682006f73a7d035de3a59
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab963ad694e5f947253d23c64c61dd4161e61fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0789d5b047b496255455dcaafce90ea50f923195a485bf819baa4f047d9ced0d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b916d595ef702850200778c3ea2536eca7c8387c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b46ea627c536d4ddb1fa86875956b42684ad9a392a563e0058d89d6c5a8fd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9f83c94842eb236ca4f47939916ac4fc76489a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72697ff674a58719e58cb260da608b0ee9dde81156f7b2698f6540e12d436943
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d41626897117393e5d9024ee0dcf1aa80bb137
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0fc465a152d309409986d0073796be78e48b1f73742f01dcb9bdb3bfc52ec
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7c39d212174f7aa2ea9d4f07e213de1daf2f5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f66b8ae79a9e122a6dccb190b474d793f2ee5a1c146a3db5022cea991933c4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d594fb8796661f3513e4f7e406ff9b1213706557
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c0ef53cf616e001e37ebbffdc12ee1d33274466e124190c9c030432ede9a8b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b661885468b8c8b7e5d07d08720369b405f36b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818437f45edee6e415cd08784738eabca203cd81f75abaf8b13a1f0ba51064d2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79ba206a0ab8387f9439b2943f8ffa516799fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac61785952fbd5cf929e387dd31c3a508fa7a0cb1460c4882d0e8bfc8cd15c09
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de83a35e23df11d5322756f904a8497d35624e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d96a6c84733df6ebb092458e7ccd6810f6312fdc3a6f18f41de49a46c4fd76d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84c5bed7ef46ae113f3b235fd31412cfa95fe4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c319cd60697cf84a11b63137d54bd8eb2b0a33b92ebd2ab3ba01f9f3e97de0a6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c14f8f5df871a85380346987dd35cb300566a4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9ec2acec1073bef1ead87799eb4e60d0320b32e31d0b5071d32536bfaea4ee
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982dcc01b3046b1815e90675be624b6b0e831eed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a37652a6a717c7a290faa15409b8fcee1a8d25f24402ef9c0c7c98801aa719
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0da9734f0baf2c613fcc28c13e1e9b31b7463bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dab3b0cb347d5f0efa7d35be8b82bb2128205606e2e3b87406ae7d63e75822e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141cb49ad29eecf4a6e7d94ec5a8b4b0936a2147
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a9c85c5f073df6a24fb14e5f0cc9c232baba3ff4cf9d219acf53c47d53fdf6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4232c3704d8603fc3959708a236842c4bc7d2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d38a545d550e94305913542c65332800157344e8e925ef53f74f54a8ec483de
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e0f69305340719a17a2ad73afce014bc3d861b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b36d2ee8303bcd54fa9b1fc96873e61af82c5922bddc0ed7dd4322c0f1c9579
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717e7c98715e3bcc1cbd8a29ecafa2a6e683ece9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0231ca5af7abd9245be674bda3a6050e69c8c16c32573d941e70cb939b4ce2a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31530aaa7c6454804f0e7725cc88c874a7f19af
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832ef0e1305ff2ce70dd19a33fc1a99a66145742eb810447b6e626c45276fc9e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc1e665c377021bb39689b2287a2e2257b0597
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13bb0f512c5ca9c4694c0dba67f890da6b1795467f5b62785265d5dfae8433e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ca0c5f74bd2a54fa0734fb9e3a9bee6af38d99
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648f9a38b6fe4a318330608626824b667698f28d0c63c89ce0cb1bfb5053a43
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af303e916850d5636c9f0f56d2debef51337a1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939de666943c769d8d78658b64dd5d74311794d9902b142363614467cc9b09fe
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c46b4b1340ed677775eb2cae50d443be00e61f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8fe5c47ec81e32d885328c1ce2e31b80acc3f09e4f9a0bb9045de4bc788a62
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53282d4e1a06fdbb9916053d12ccb26765932de6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cb64a20ed8124c03006cbca7b5c5f362f61abb4dcbb585ccf0d223e893beca
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1602e1e25cfee001b67a53f1fda32f2ef56f2c77
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58756301e7eb2448a6257fd04a2cf24d7a37bf3be503db64649cc6a0c518f4f0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b68e8dd0b6534db52951eff76bdde645443ad1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcd557aae36a8e9a5c3d351fbdbda7b1f75767d22ea360cefc653563122e273
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d45faedc26d412d4b2e084d3d824dffac26b24f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc867bbb0a3edd9b0478271225be112a0442d79b2d29d476284dbd9efe50a40
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae43f53d7d8cf521d5b6a7a12659e18e3ffe5d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c758ae9ab76a85fa18fee919cff8f37f1236050a7de621a7553c7aaba28ac900
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78a9458751ab843c74bb22b454623d9b571aa3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd99fd4345de546cc55ecbe442fba3f82e8bfdb111d12d67ee9215e3ada1c22
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5876ead007675ee0311ee337720ae8609292080c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f43ef7da24134e024d91090fb05391124da082e08d5d2508584689cdd9127f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0426d8b0fa81fa34f5716bd96117aabc0f34d22b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3de5039c06e41506d7aa5b42c0f565487e43bc61f85f57b06d61b8011a64ed
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73eacb1d7e7aa1f47bb34d46acb1ecf5f01e438c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5709e2c473546e9a44fd21143b60c67f45899bdcd54c9bbc3a27821ca1bd36a6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c89627807a67fa7573709cf60065889c3e1e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95fec84343d45b77cf57c604cda122d2fe78b4bee76a0d399876955cacc1cdd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efdad351596167cae00bb8666118748e536921e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e5d5baef7bcff42db143ddebd59948936b32b91fe7598f4d2e77c8a852e2b9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c239d71fccbd37bc72cde7eda284d90c64c83a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384faa6228623012cc876ca4a0c249084a198b0d3a7c482b98e0fdba1bf659db
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e244d343a9164021ee8aff3e63c3217e21f1516d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd896e93e76d801fd748b4816591b6cf4f53d3a725c3e971df1953c25afee3d0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b369642c3e556a4ae6c5cb8f8f89042b39a39de2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b6ee1627f89c49c342a31cc2e8895b72cd81c4080a5163a812a35c568b108
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e10f3a3c3a2fde4f01e1719a36df8885c2b6088
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62fc657a88cd0b0243ec1463994b72ba4b2cff8bddc4f9852b1d00f1bf9c90b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e66614f156ce4259c1d6a482051ab3d440de0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e8ecf8d0a543629f0f3b02b8e685a8de33c79e266135034a49951541df20f0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4081ef52a1086af0f167b53c307b0eda116106
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701836f898b462955d25caa49950bd67c882a48bbe274b1d09613d1d421657a0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f01cfbeb32fa030c15fd008d1a56a01de6e78f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e0ace85297d4e69b97b90d60ffd97ad91cb2fb419dc477d61ade77a3d8e775
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43812d9a490237dead232be73038cdd64ca383ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08d3ba82bc3ae6ea4c247ded0a3e5f17dcdc508c0686bb16fec2c879a3d18ea
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df081e26411960d9ed9c0df31cc2d10b31ce82e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddd114b9c2f3730433c3b4d180fdef9025fc124411c9ba7428cb3ca59dd65fb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff560af68b458cf3d201e8733778d251a045173
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5138d975a3a249d048214e45a82291903d4bd8fa8914b1478a5e1df6b9daca0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc45cb247c7428a1e7d6afc16cdb9f59c90d1868
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f9084fd60d850cf450421d7e8d3ba8a74d20ef8a2ecf5148d1fdc9cc2c6541
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703357cafc84c60ff442ec5f7e3bcf515b562ad6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52bdb925faa965c4b9fce254305d96c768468c92a6b954917ccb0a3e3836d51
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331e89bafe39177dcc61b4698e1c1503a260e540
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454f02a07f31f85fac5cfe6a26e5c7d130d1170410c12fdfdbea8e029589657d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a92dfb1d6ff758800459be46f39014ac068d43
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72bae37586d2a9f04d574128586268bca8e9726d17dd616218ca96ecd35c485
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3daf5eb77f11c37a284ebf5feeb17bfe4f5870
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77cfba7d07e68f6c35a4c15a59c5cdedc20a4f46479b033d4ece7fe910d0c23
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1131e06c709df0c88a7afd20319c4f82ccd9115f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741233bce29b9ded09ea54b433ee036a09d72d9138be08f871b316d6a891b9de
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3993463d2eeacd4289878a998434c6aafddee3bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e195d296aae5c26d1731b32ea0a8ab9c33c3e945c5750610a31ee7eb0a626c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead35169667ff5c4e3abc139cc2e6836d4c727f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd9cc3a5c0bc4bb591d44d393906f48d7fc55cbb6054e0aa496734e09d04f0b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cd7b59bf05f6c8e227ca36879e307c42018bcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd28179b6f696284aa6164057f6e73e32b4c6d258b305753d3eab3f9cab0dc6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51f2e5232ca04705d081f37dcfa79c420d7f77d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e946bea164b7330ccd3cf028493626adbfd5bc76e8e730e29582a8b7463ef18
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539c45c104c51369ccf256a52bc9d10b10a2b0ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d488510df673fa2e6e34d4a969da7244ade85767dcb252e4df1c083c818e63
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c640c55d6518caf92d3e19fad8776354da10454c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5788c6c83f3b88ad2c5bf86666677cb7854c016f8fd8a9e41ef71e196c1d952f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c94d1f65b06f642eebbab4ccfcd9e683f5f86
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ea1e8d8809ffcd340325508b43d4500152f2626d63fedbe03b24c79e842c33
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67612fceefd273800697d5ee516fcd199d0d6a4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe81ae3bead7f50b28b2cb09c1cb83331a51e8069849a73e4af1f5749893ae0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1c8b8c86e0cc453775e000dba40b0e09598bf6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3321560454f4659af3144c68c76a6d8025ff6d6c9337581a7e3245cf84a70f3f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7633b69c6cdb8d36c7be72641a67e6229b2441a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10132623165ae8ce49736b2d29df2b5d42321c3087bfecd4098d8033620e09d5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207065dd258acb3a0fde05e15a6dd37c509c2125
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f8fb32a8a884601c6209e6da8d75e88058b1959f43a896f31d670c80a14731
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acbe64d93299d29337678b7c6aeebe2d7dca60
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a80626236323533a22ee48dd3f5350c239b40e758e80bf29f75aef08813723
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d7d475e6ec153b360e60a050d962cf0e338ebe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75dd0f844c226d3e0416fcbb2c89db0276c32f01b5418337921549c8256957f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b44e15224b8fe980ea6d7bac31c59e4027d8a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34082c9b31306f16b9409e53a9cb23262174cd859f4785c78825d86ac9ee2cc0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64daff4fe066bd9aa7c67162a797b39cbbc8e8ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa61d3c7b2b15c3a074e98a10633693ec258f3f26c0702cf3c934327fc413c6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92718f4ac2b5be918bf9f401886bcb29b4ea58f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff8dfa3745ebaa2dd737252dad05047d924b40cb24f75e9c63bb6398e1222c1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1907fb74e5c83ebc565a22ee9c311b766de2b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a39e0ce6b3a1008b2fe946d1e17ccea54e9761467905eea17f80d8aa55e51d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f25e5026df857badbc97dcd6b94d6f1f27a9b58
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ebdfffde966bce809a9c7bb8fccf3798c221ad13985f8b2ec1bb510c614b7
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f7799819be7515c611d38695e2364c17555311
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d92296fbfcab53f39d8af899266e9c5c1a755a41a7789fd78e9e81beb59f96
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d67cd2aef17bda8d7e2d319f0e0ccaffd7096c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cca777064d5dd4bb17a70de6fac84941832c90857b82a79e72fcbb7e9e9448
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db7307d99307617cbe22bac40a516822331624d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10354c9e6aca3d36c95a86fb83b03b3c07e610de0b9c05c3608739c6b8cda6d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e29a5397469c7a2e4c97e9333546b35a4e1bdfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fb55420c1bc97ee7dd51c529ccecb5edf0d7a2586e37664ab9b864d5c02091
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87085568088c0ff917ce6c2daadb1409f0564f5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6f346e9b58b4f552ea7ce4bd3555a322edd3c346a533287491867c6c32d9d2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a3213e9bfdb292bd4340016f684a7b3f28afd7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add3bbf6484d8103aac4db4de02e9e36702e9b423318f8e966ccfc2fd9aa7a14
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f9e4e24bce4dc294253cf99f70a27d867b4d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3249555094cf6f6e32a7c2c3c583b201ef79da55eeb89f364e54649d80fbd8f3
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f169c9418b4beab2a58379b5e055bb94f4c184
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d73b3e2003baaaacc0b5b957d64d232ad50ac239cb5dcbccd7e4e77dff011ab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f1dfcba8a9f4d3ed4c3198361a0f3536c6ab77
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f585030ef2d77fc9594f9591c4817288bc91e0641c8becc5db6801e16542eda
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb19c9a75fd2ce40986ea68bd7b5ad9c791a6ee1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708bf2e889ca91f8ddbf7504ee32f5aaab2b7d2858872a8b7655e2eb148730e2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213406ce0cd9dfb106722c67e61ee557ea24e35e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c33cf28904468a8e2ddab002c9933ab3b9f683bb80c2e32a3331c11f1dd2a0d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d24b779a109a59cfdf2fefad621565dc36043d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374a1329c7422d8211ec928c096aeaf40286b44ae264e9334b62ef5f2226ac0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51fefdfa33ff8d0faeab07a4a26c76f7ff1f745
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56332e31418358d4b69b21fb9e594f756f805b9cee934622d8a9f9796c44c32b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c671503369988cc2af6a4cd5501ab6afdc2e36f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d471c10f7c304c8f3276f3312f2cfe5d464857f407e0646eda9e31bb1ef30915
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ded7cbd0b6b58067f1c39b9ccfcb00cc154112b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06314f8a457a2feb870a2a76be8c97f4c0f87d5962c05733ac7ca032c3a3aed0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36348896f95e606b0d64b7c761fe4b989289239
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae653a888717bd82a5af3003c864a206c173ea81dac4c820c3462323173945
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe369dfa47ba4b81a916429a46b47619dd523e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f02c151790c882ff648018c28daca1ac5adb08ee80112a1d73837c0add914
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac3fd7720987fc1cd35f8695bfdd77758c2e3ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74b88a85a8a375a1d91a2c889d9d2cda0a50c19c6ab1d4111fcbaafee3853d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe26341b15a107307101d40604262a60f24952
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43cf4ee70368c8a6e595a23d4744e450c784b636b9cad372964c0e3653297d4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31a9e69ae86c79fbe6c4281c0363b1e29769aee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9796a92586063097f009d39b83947d6184e6b2e22e72ed0f3aeba4479b50a330
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba313f64fdd294bd3177272b5dc3095c60c6e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f46c9123b46d08d45b3446998c288476f6ae3d9e3493506b27942d7eaed733
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc010c03d45f6e49aa43f444345d2898b89134e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d848a054e6e7b51dc1605046c252d5d93869b59bfa3c6dba4895bf5a9dbeab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eae9e6e7738f539336d2518e7f407ce8fdcda8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b91575d2922afb43a284fe6ca82bd5798f612cf2c58b215f7272f711bc9d418
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27756aaf815b1206f70ed5f5e27e6006190c2b64
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922c453dd00011dd1e0d45a58f1f3a7dd40b1eb27d24e66e26dc3fac9ec1b86
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ba70bc2e5fdad0380520126a3a436bd3ff3dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42423be334c06205244c950b3c5ee01eafd2beab3dfb59e47510c6b7ff6332ce
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa86ab9831dc1cb203f0c4a16c5327bb8119b88
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45a86ed39720ef55bbba0224e2fcfc4b2066b0c2af2b34d92f51491c31aab17
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268b4c6cf958426514937eb0181e95a7f086b765
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36da201628a094450745112cb051c25f331f9b498a93917b7f82c71c2bcf8388
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d50eb9c3eb86bdd933843ec6055863a4bae9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96e8a4a571f156e32ecd6c72f5a91d8969f8a324b3435dab984a73eb4109082
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b182a14b70e2d11e7e3e3997152cafc0b057401
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc4ed3d594ad3e6f9865fd24aada5fb7ca470ce97c0768a15fa00c3ed344694
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7301fc2812f7d03d80ee1ea756c6dd1ea99fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977e9f76bab9863c32503dc136fbb7eb09663a847074d5b483e4fff329471519
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b97e55f19f720e9479f5823d805fde68465fa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ea0758f7dd93548749777ce3ece84537543a4774e2b5eef0d828cb1b267efd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cb21b41e47af9a3c16bafd72bebadba07f71d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a976c3cee9304335a4e1afc078de2579199352800bda2ee6acb94be5c01384
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ba078c0b47587426c3bcac1fe94949c2ac2ed4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75269b07e533480a53b573ad459fc8cd9ff48e061125c277ab534437e9f941
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cf5f8a911ed1f8f3e8379b5ad4bb8100b50c49
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a099f138e5f025ddaa270db6b4c117915ea26ba253d792411db3e5ded5a0a5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a293cb501de41b88b30b02ff95a3a3d18508d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b76c7015b4ee92786376711006e6ee9529f6e5c6a08c1e79ac95515c61054f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3a5df7c688d32c080f768dc8c2d79e2abca8d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16df0f78ea8e6960e0739d77f21cef980f965bf091b91dd5f2feb8beaa70004c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb56c1652f9fb9bbeee47604fd1223fcd45b2ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8935e4cea20f590506e9bedaa4c636a495d07bf236d3a21549daef41e97b88
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3504741ff46deda625083473b6557244cda0b5d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af3614fb485dbf680c325a605d25d637f61227c9aab98720da73a8a4287d8f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650ece91808386c224a3f12b4ffd7a4fe5f7dfce
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93b91e957484d6f9c90f97070c94965616f3dd0a71bf132a6334fbcaae62356
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505f7ee353d8bbd3f4a909c948da587ffe5e346c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f223cd41da404ed3c546d0548c52d1b196ae0d4ddee1fff25d31abd7829a476a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f140292e5eea877d777435d926f52af006868a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ddafc2845ed2a1c0754c6b8d3fb154548f1f6a2e5af47350d2882867522f90
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46ea13e5165ecfdae61d46078b105a9f385dded
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbc15011653627f176101663e0878bf964b1443560bb159b39cdfa2af994a23
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4177ac75231f36f99e8b5b231b6da75eccfa6fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dfecd2c10e5574095e1099883fdf632813624165016c1cf20c4fb4d159d4bc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a060c8f0e48abac1d1dd084b9c41333edcc66cd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26131526d335c3230ad47f7e4d3bff7abeaab2ac7d6bd9c9e8ec70adfb38ef1
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e0e29adcf1945b7d30879624efef393fa3d24
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6060e6bf05e2eb67dea653b49a939c1a547f21eb84cb08bf82c8ef0bd8fc14
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defdf0e98ae069bac9da8ec63bc2171528f39e70
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600622a2761dcf49a75152588bbfd307938b89f747494b8913e3b7695054ce62
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311a429e60bc95f4c94f29af125e82c20cc2f56c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d874d514cb616caf1296a535d1ff82c826606ad12460c9ea8d920cce3f042b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d128349f89d2a76220bea5f2e6eb0360a4f44557
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525edb3b16ce20d7ddc3a85ffbdd079f834d6d6c974460fc59b1291ec6ed67e2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4a4482006f817ca2882d7684fc6a2fde915cb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e0e728506d97935d682d7453c2e29fb90e37016abc4c8c9ec012b5db64da29
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97002817a47bad325189b76f03d0092a2873b73c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fef66b399f7161ac08a58666ac5d4b2186b06c88a2fc7a02f83fe000f38131
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d436db9ee52797b0354fb077ad1f02d194244677
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e9dd5fdc0ed290b2facfe43d7fc2268603c64ad2b95bb47d308a8250e16534
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4370ea2cbf36bf4106a7a0f34c03f28b9dfbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c005cfc445b409e28868aa67da955be9ca0ea7fdc0507b6596126e11b5aeb5a8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ec3a446dc81ff73bf58ee23abbc9477929dbe0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ee876780188a1e2dab5fe7ab35452af70ffd17f46a61b491e780758b4d562
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4cdc25b06b08c83d3ef299017f405a5b3541be
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66b76a1ed08110389e460b10587c34f3cdbe9c6f379c2d530877017852b6163
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d63ae29ba8cf595ff4c3ec41af194a3583693d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134b3121f9bc13ba6ab016c5766a51aff2066bcdedcc0f32afe10920329c7767
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b2afe4d59dfb04a7217430f00aa99ac3db4cdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdce6daf5dcdd6db9d22ca9a58f35f86143245694b066aff1efe8d12bf541b57
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad288d6df61d7e211c5f0200383c886ed642abd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6d5aa25d487d0e1fdbd6319caf212bff1dbf7ad1d89446f3e3cf5a777eb17e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a6f179f0c9d2a83dd10bb4e9e7eab23ed7ab41
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dcfff4b4d2911e01680f2e395d8a49d097e83b414983ea797d1266e50c7ee9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2662766aa851831b331271dfcf8917bac7835fff
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2644fbdb6cb2dae6cdaee0b334423c1b476bda9b9b3d922f43c7083e8f46460
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0b3e3f08671c6ec41a84043c5569eac32e87d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0b2572b8de8117763c977993873df26bbc28ee21ea374fc89c1bd05717ddb8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8b1a880170b0b8e76bd6d4bbdd0d2999c198e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb19bf1683c7efffb730815a8253c59f545e3cf15085a7efcfd22f36f64637
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427a6c800a3a4673140499e11a40ec39e95bd8b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef31e51eb6ce7b20d019df024b9cba28934c0bb6a698d5f796abce2766df46
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261786ad5bf97bd931eefdae92e61f909fcf6532
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a938e5baf99d073c20134fa16009e41d442c38c50d9bc6eecc01f0c99d3066
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08e1c29835d84e207ac0443b997a93ca8935143
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e268b17e140abfb774e5963729c84482d531ced7ed3ed1e7b033f414f523c8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91385b7b0b7e4ee319f4ed3a8c82c1a213b620c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3c03b94a593d4fb5e387f7640dc84ac340e0754ba3c6b0a9874a45a33629d9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8713381cdecc85b0c811a219774219a8f92fe9bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ab31dacaecbe643e90a5cc1bd8ce300989139fd490cccf606f3e4e50f96f5c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbe9daa27d5a13644b657eb07e36391a44e1bbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72364be87aac4533e14b1c821750e682485037151820b9fd27c03f2d3cefa4a6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f209b3f0c106e6c0c3059a71c09cf8a4224be7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09609720034e8a9f4bebed1e98eec664c6f7a688c0ada68f25b6817b305131a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4e7319e1c52867d5c6dd144a6fcda6a2581f7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f96d703b39394e9999ef82b4889f26e2c93447fe22fd3e739efa8d44dcb8cf
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b75c31b76de83a2cff14c16698de0ebb9ed444
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff8d44f48464ff38a91a92a26534e8fe64a78ee6eea26958c9da0301ed74e9c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4b7330e3abed69e3263e00da2d15bdea6ac62f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb0f16cef61d63e14fceed2059e5e77bbb452b8a494e4fe272f964b6c9e3ab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e9732201c2985d0c1bcd0541d5965b2fd0eb25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fb28dc66c01ceb520d9be0642268402b36698311f52c43d3ae7f99cfeeeb0e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939bdf7d20541e9dec702934dcc74cf33de75bdd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6824e989314b21748ae6b740c5b1c57076d868c4ec0ef808e431032ccde703
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a228369d823dae2cc9fec663eeeb22407f1d893
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f15ed4c7469747e7898daae89199d49a57dfb5945d167460d846dde653de67d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d10ae70f68d3e745508d78424495169085e55d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ef5f0b0705e7f214e431f0e5099ac0cc09add6fc1f2a7cad5e9476b45d292
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d227e4c9ee2d4a63ec995fbb8a32cc5dba1d33e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd7c367316ed24a9ed01e55dffe7bc1e97ad73f17ff4fe8308ec67f4f47c1de
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee24e568ff24b93a3c388b2f37dddf6873b6d63
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0960f55578f2d7f400099e7d8efe6ea20ca811e72299637ae75243770c3fa403
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5012bb7a0407123b576f3451f6c08ca9fc8f7a59
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb411e32a10e533b8697a5ec876c26edfea6783b0fa443fb05a3652fc65307a6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6209a283e2102503bac9e5b2b88b58bd0f03c85d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabae3621e53db828ba09f9241ed4087ec4e4a9ad835f350d3f4b27d52fc3ff6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c41319b19068d10f59c70136fc01a69b1f30c71
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4216ab1bc744e41044adfd1fd9efa9932a4d9614b00ab113efe2f27d6be4fd3d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7dc4c6ffd9ee89a665d9b80963e4c40a1a1a16
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3728b6dfc99314d52a07df1d2f688fb146ad456f12037e2a792a14c9617b87d5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e895ba63ff9fe4fa24f4d6dca3885329b67fd313
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c829d0021376f6502d6207feb263d746c71fe66385c52633c72124df5b044a57
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6991139696dccaeb6ef0cbfbe67038c9cd797ca9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf0522ac923b2da130893c2a8c5c5069adeaf997c4d665946e75dc89d3bb460
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00af316b10bf21c413028d8c07793ce91895d8c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04a51c3ff487b777660803135dcbdfe8a13fb14fda63802702703f284b4be20
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edfd318a5624d1ca27ebde32292d7de4c3591e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da4cdd314f33d2639ae2a55506e28140fab2b5649c3bb85a33f7ec2ed0f6716
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbee32f6e6d480dee8da9918f6215a4c8eb29fe5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef831b8bba3ce3df7c7144a1b5667033b731cf5a6972756429da1dd8119e47
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1809e9e2a37ab0a5863eb029795cba29c7423903
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5beb54a6112e46f87e8f3dbbb55cc61f2b0516b5777b8cc75415a9edb184283
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3c3118f0d597bd6dc709dea4f873534385bfeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7d3d21dc7bdbe1913c6de87ab870ccfd3b4f274a2bea3d5ba126f9108517a2
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0884c2fcf4f009b36a8f4b1e2fc6c7fecc07849
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f7f8018306cba9bc20c9e7dffb1b6b45ff40f0d2127c8dd01c030ec93f7a40
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5570e3ab5d617b5bd863f7621fdfdf211a130e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479f5a5a6ee8c221ba097b2a566feefd0403a7ae067a29171eba6de0801cdf56
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15933cc905d2d78374951efa19929215f74bfac
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b5984fa0b102fe8a91f5bcf60aaab87df5bf168f25f790ef258d1b7636cf2c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491c4012a573305ce5600fa38f774b90b50c4be2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c6ba2008c2c243c4dc14693e4da9fa4074242e35db3e0267335d146705ae72
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d585091a7be40df6ab9f2e6ae52a81c15ee457
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b3b8e78f2f97aa7fa96053be3e138f6be0ce7facf725c927ab48c739881d31
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8edbc3ce72d1f28e2092511de2c7d56ca57342
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b45bfb3aa81dd1d6f8a9025652ed6ad4392760ecda1d761365baeed575a0c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51461719a079e93a961409c3fb61d4a313d6c388
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9046ec6e59927f540997a9db8adf792182dd0ad01b262869035b928cc7dfcd
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11344c79803465f93ab7953b0353d98b71f56b7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decacb6631087e6c42a81a7cb5beb50cb5b55288a2a8d56059dd625b672dbfef
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af9731476f44d2799df7e36285209655aa129de
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b816d58858367a55e19c56e447ddb11912ab321f3a5231e36cbd7f343194b0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f61b3a50f20d04d000fc3b992652c6cf6d2922
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ce68f6ed3dd6a84d5d083e0dd4d175cb00557eb6970a802e54a73496b3681b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6436b6d8998f01b81f1831cdc020945cd3b47fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac648caacf952c65d1fddb08b75745182b00ff03294d488cf32986c2f63034d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697c496b9b8232774db50ed7254dc019667e5b4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fff9340550cad58f7ec4184f1bbdedb145d20376555ddfb6ab1fa630fb328e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dabbc7d6470345c2f5f14efec0e6b06d44eca06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3cfa1c61c218fb4924dcc50f1a67199d259b626e38a0495840b94f8fd14da4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79f333dc013d2cf30c1523f57211790781063de
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e261452c7721e6e14525befed2d6cfefdc1d8fd964ce2d46bde36d9b9dacfe5f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f237d800ac5df41c0824d94c98064b41abde63
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3ea74c14ce2509a5ffeba639fe41f6f1cdd18ae746e3458bedd350ce5939e
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33fea43b1210ea9ba3387555a4df319abeade9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef24677692efa06ff4797356c4cc8d4a2b610d47dbe49b7c65ea9929997d4ac8
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25298c025c496ce573fa473370455fc3060ff661
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b514a740373e5b1e74111b7e5dc2a3cf9083c8cc5ef1de46eaa93f6f2c1fb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebfa665b6e95ba94fa85d8bf82f1ece62140e36
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040158ee7c4be6f99365b9f877ac43e7acc6385fcbe801be10bf7066b1e1603a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1549bb06ce48c41e11feec1ce8675b7d0c1a6a31
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c596f69d729a770e620eaa2c2e6f6c959ff30273b4e77a4565f4e5ad324b0f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465536a80c987ef3098fd214f0afea4078833a8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482b900d27ac2c62a3612319769e8429268e25a217ea156d196b1c2bfd1578ac
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81253f3a1744b413dea1702c9312f90dbc41ab17
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff543342da57048e5a1f8fa90686a65561b99cfd7c7d4e67f88fc7c42369e8e9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f48bf48b3a12caae5dc49b7547c43ea0be71794
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15c58190a9d83101674ad6555e22e91be2f2bfe0f7ad4022d634038318b18ec
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ceba5aad9ed7479736dade3f00555b1d83dc7c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57b2b22b7934babc82246bfe29b458ecf5f48354db55739cc92dcf7c8d51d38
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22884afc17d742345839d3eace00403539bbb7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a128501ed9f87cc129d13b915ca8c8932b1a85cefdb5548b36b819a1a6b41a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3134bd02e24980d24c8eaa2e3509865d8cb29d98
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe8e587b5982e1dec0d828b34e6dc909dffc7f3c869abdf19ae414c9223e1a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb3a2662113362edc7bc6e8ed1b2f50f028e90d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4d7a8c07fbf16144e225f921031fb69d2de4a207b382279562dbde2a447a91
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4b363086f84087e3c6accf004b4b149de7175b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d626d939cca48c9598a04df5b50f716e281a9a8aaf9c48664ba99f7ce4000e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a7082a5db0a58b249e31c91120ae0059377e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5887a8e9f2394e239eaf41f24a494849dc84dcde1271c458b457f0d474cb21
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a335f00ef56a1b544c557b0eff26dac137c830d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c426ee51a7ae8675ed3f3eb3f5a85e1d475fa86498f31f1a6eb4877397337739
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fc4058e315c9f2188c37baa3800404f95272b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27163db5a2d4339e469c653a2850b15b23faa31c8c1b5e3372dfc80fe56f0c70
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec10ba060e06ef2c6aad23e320b3921257393e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175382a8e1979888e0d679e69da134dacd1f12176e54d4499e294d7f0a7d8d3c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e4592185e2b032f4d229aa8cf57a22e288e1bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a308c436b85024cf6be9a22bdf4e804a9c331e7da76bbaa487ebdc3bc034d0c5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73090ec21543990f8174d8bf4afcd5e9210c06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ffb03dd800d7b5267fe5eccaa34a90d5833c4cd31c4d120668fca6fa8e2c80
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fd7d290d57fc268f7d3d40e50c2920b7f50279
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bab7989f6b569e4f1369a82ca2dcf1a65ad17ed3aee3f973afdc16b2d9facb
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eaf8eeacb9e4e5d88b6b39a087a2316f9490305
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152087584bdaea55799ca0f6be10cb1df1d79e70ad0676c9227b035691526db2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf49f8a0d6ab6fb1faa50705e28f3a3c4683361
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8e1dfaee0fbfc6afd3193eaedf60afbda841493767a35f6ed08cfdd7f48cf4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c10f315c065503c53b95fda81e04b0dc0287b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ec114bb4c346fda2af496e47b577bbfcf73f3219eadb6410b1e28830f7ed54
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1521705700df074f54ecc1a261652e766f6c7ce2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0e0d68c6f48c325f5c2216a6996006054a032ba7e2c8c5bfd242fc3ab5b4b7
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180182c0915b8b11f1f67252811847be9fbd07c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c7821e4d25b7ebb40908153970a74c9a11408b3534005acd0fb80831c4326a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d06ca46fcbcd1d816d26730e466d26e4e6725
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d1b89654c9e7722c4b977b7177b29dd4c5223ca316cd9c1d8dd7c9b6bd908a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eb4088568101f26a164503d9f430bf12d57baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b09d4baaa495214140a6d2564bf56cedcf250e7a456830b8b6f09b35eb9e71
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2e0095e88c00385d03b055f427bcb9de454338
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85eda5952d58f3acf3ee4b224e1b260fac187fd0eafc2dda93eee0e663ec024
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c69b4ca38e4cc05f6af0e87a7b3df6d7ebd67
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee23ae49b0aaa26fb3b8637c28c46cc092cbf24ad9ae5498e13e6a166bbf620
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e08cb7755bb8ee0fb85544009b33ae9cce9400c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189ec2cd4a92070b2cf3bea13f1ee8d7dbeacc7cda2b221a161faad4f03433a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c060ec6c640b1a246b97234567f9ee16c21286cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08523d8469960214d915552215bf4900b383ba03757e9b3fefdb3dfddc09ef5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2936a0ca67b484c28420acbd92f643b362fee05
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae1cde560317d48e619f63f1075d6a312b3be827304163086d49502f6fdfe4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbb72737aceb00b240c038f8e647740cfdeb6c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f348e6e171bc136341395f21c07bd3183f6dc98e3eb0f7261374b78b6f23fb4d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c361a4c1da0a773936f6410ba520aebc2d63f07
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3678a7677f2de0034804534307a875009e944419988b5da26b59eece54c75f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b0210ffdf4e7703077b81474eb165791994ef7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f05d5783b1be0aba3aeea72c7a13b1357617e644b7f72b30736470e3ea02ee
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147c3c6735e86e4f8d1b57ee0b0a38ff1321feda
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a01c47af94e5d6d77baa73a960dc2f591fc03f269bf672fc1f163d2a693314
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aa0df40262d31ead409ca1685eef7c75ac7f83
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4defa181f4cf62bd747aed24e005031d1a87fc8bfcec71d13f0471014e908c0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0304bb1140f041039bb72d8e8244734e8d09f09
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2547ec1158f3ff19ea690008ed89b2d40d07473705e2186a822bedd995d2d4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe48d2f809e47ee1cd785f0fc70e8dc2ef32207
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7f25221452cba2da215d0d9161d8535dca229dcab13b54d707bd0d935be027
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d8099281c193d4757535d5c734c7906b45507e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0947e26e99d0325a6354276ae8fd689fb261c73333da7c8dc3ee6354ccfbc15f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc56aaa7f31b07b5222818de5e6778861931b6bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1718c7e5aae94235cfeda36af8238ecce38744680a31c6dded05de9a295d89c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627c52b8811ce213a8113de47c96de3f13f16f4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47569cabf097bedb2abca9de5fe315e93283a386df7301492f75619b7e16e38a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690db3f45d2e3917e4b544d0ced634c9154e8d87
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876d251ccf5ecb14bff0aff46f8f2a805c5073014933d56bff6ee39f87013bb1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95669c65651439e1cee27c97c81520b746831aac
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfdbb1259bc651a23efcdc04c77ffeeee82c4267a853c9462f32a7426645d4d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e2898c3bfb980d3c15865cf96338d15eefc5be
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b253167d62c4c27012db3b4253667d45a7837f73e8bd184cc5f4772b7c4e05
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42179a0fabcc32c15ec0ffe8587a3ae8cafc5217
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0038fa441267ad122ba9e7e5721c2a6c7bc1f4d955a15c98fccb823fdbfda67b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb6a2449f6c2acdaa4cb4b306df3a8620a34dfb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37abddcc9052519941ee9ef76288514090d24596e2b297dc8044cd12ddd4f3c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06aea86fff019dc59077a6006ba8b0ae70264c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bfc44e3257de64a6f5410dae489739f9f2479f9b9a10833323638bca5c391a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0913c97bba3a2cccb9737ccf8a62f4835541cec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e0697d5ffdc43ee9185672ac05b6adb130037a8201d4c968fc486efc2fb288
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce3d8b2a0e37ebbffebddaaebc95f9cff777b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76e5874ce80a479f673a4978501b374b518a9b60f705c1adb471a2f301e00b9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faab70970dc0ca00add33512a292674cc4fd0c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b7b94031262f4d91ab3510f267317c335760aeaf30675a810a17859e59d27c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5f641842fd4f9997ad372de415fac6c9fa43f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a8c017f42d188587d4026bad21264022335e0ae0e6b900f6a7a501244b07e
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768605a20081a963fb7604accb2b89bf351157a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a42917a4ea48aa88e0ae8187fc9efff29d6a2bfb89332b8ae30653d390c349
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77e32b16f9268e493af009610caf4c92149ccd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7399f405c99ee58ae4c48ad4c0e46f99cd54e2475e8e6e97b4f2a305c5521b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c91f45e7025e48b2078fe099a72bbbd3f24f53
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c855ad069feb297ebdcb37ea406280f0818b9dc8fac998cfce0ba9fe98576620
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c881523d573b1bb6bdeaf8d54823549630849b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e10c2b324e0c1a90ffc7978c022cfa0caaf8d87e1538340649e0c403bb4a45
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb9373fa36e4ffebb2c0501858121755ece806
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9b30ecd87e4f70f9c9653d15ccf7fe5577655162d69fd37e0a3500fa9e409d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68262328322f45a18398850734b6996815309ea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6759009413e28fcd8cb2a829fdff990d2d2eba9045066a2cf2e5eec588254d81
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3da961b8ebd8f7715dcdf9fd495905e098e2632
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe5e7ec8bc4a3752644183025dd5d221a5456ee03fe4d332ab697e5437acbe5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59365581c561a47d78660f0e9b46ce08538b17e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6fc528c4b471bac2a5afb2df5c7df9e1b0f43fc9b22cf7b510de3e212e2677
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44947e9a9b76cec2361e7c1f80774b36f93d031
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27312e84290123761d5366f4794769f8c3062d2af73056618baa3a4e86de5a10
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c491376726bab74d027a7b998e15b9715b791dbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ae94ee41c1313d27fb97e31a137991d77405898fcfc9cf175f2b34a414eb3e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d82ddacf2dc9730333c15f1337ede48199afbf4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9feba5041b222b02b103b728f4c5c1eea76aa70d1add881347702ad0135f5d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e662aa04d5244a71f99a2ef3ccfe3cd490d15c72
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861cd6e214ba2c7d6998f324965cd5a48815025f61ee7637c3b3144ff8b9510
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a780a6907d90f0fccc8ed9616396cda000c11663
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206fcd4cb5b1168f1def843edfa94c8cf3e116851ad5769854385569a8cd010
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0a53fba7a7c541bd320a9c9943e956dea5ae87
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c336a39dbd0cb51db37aaa10d32289da177b49f8a15207f49b64765c725ec27
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfcff59b42cf407dbad4d6c3c53fc7a27e0ae1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aadc84bd716c9d6b1f542b39f558643ce2f1a84a9db7f1c9610392ba095377a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef243cb378cf21c4e81778583bbb45af215a9ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e6204f47c794e236357ad0e294400cb2047da2d40deb45e2e3a8a192e7ca90
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6999b1a16b79d540d7f552571a6cdff620f76d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49766ad2f8a1fc4da1a6afc53a1b9eef79616689a174a8a2ef83cf8a71287818
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71781f8d377342bf48831e979eabd60e5bdee64
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34020c8c6ce9e51a58a0a8c6dd4e7336288539acd9e529236214964db43c7d09
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb62dc6bbe2be586aa7b6b972dac2399e9c55e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183f409e2e138618cda066d824afa207ccd9bc1e4da7c199b134916ba14cfbca
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ed5338ca53bdd85dd754c9f51d63470506f263
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07423647edb396997795b841f661e21c15b85bb2af390fc4ff4554e22ebf639e
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bc9971046272b8cd3c49584f5669be2b62121e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792ef5e256c00f803d7dd31ef20cc81e7e51c327ef0a663a83ff5907306823fb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc4cb272a4a9f83fb1eb06b700d2c9530afb3d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73664702370426468823caf19461e5bb2cceedeeb13d9c1d0473e929b153b2ae
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3ee07b17d3710c1285f1154a80905d8ff99763
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c516a879a7b05c67abbd416023a8498f7dc7ef6a0f5e164a3b80583ff1859f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4555b482ce4276b596d4fbad5fe0ebd85350bf40
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bf9002cd94a79a9dbcb771a2e75c295a0255dbcc83960d5bdfc356bc1e4d86
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de945db39abc1ececeefe6ab5b49d34719907569
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b7a8da891a33b42b05f0012efd3f8b2914e434c8332c627ba544cfefc8348
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed9e3af276660c132757998b808763a3f11b12d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e99bfcd8fa4f575d3d54486687d86668c848dfc2ebe02a396a30dd54e71383
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d65f78cb749c107099a586bac8c8a5ca4d6e4d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7128afbc527bf1e00001f14bf2dbab1fc3cb051f293381ae8a7510d21604f48
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a2db45efa933537c99088df2a2aff0fab2ad50
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a49a78e900817a40541c8203feec9a9a36cf690c24fe34326fc94a4605c084
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5edf43b44881e560aa90b72a1ffb30d542d0bd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ac155bf68efefa02eddc9145b5771ffec5c912d6341301df52494c2f49da65
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd69ab1295ebf535a55edf043b8e436c02d1b651
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de7e70446ed34a6dad9e44e93f6d8ca61087f6a82b7e6ff734b7c637090e1f7
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4988a5fe5afb66549df6d405b4c18581e3a211
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebb5428aa1a8eb10c83dfedfa8a06a8bd84ed61ecee6d290b6cfa842dca3f0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08b601d7ea5f17e867e0ac370413f6211fa6f56
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29817e4d8321efc2fd9a3b300623b809c7fa069559531d3ea115ce4d7fc13cc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63665548aabd9dd1c090837ade982eee7b565033
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ea75d97de164d1ba3e5d181c022250883032a5eb0f35395de2071fb1456ba6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb50d4b959ad55ab92279ce51a06d8041ecc0fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a45a17dd097a3bef7aca3040ecd4cd148c131f4f236ba5d8309e6cc9be2f04
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d566cea8e3b4ef29db0d88ef4a10674ed3ef0b98
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2b9358776273f78ca2cdae0e222fd089292d84b77c07d5119e02dd67ca6d2d
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16e915f0793a974eb812354e83a7f2ad9bc58f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bc8235f5503ebd73b3a2b548104821ff2ed34c9a2218dc7d95d727530b864b
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6232e7933a46eff2465737a40aca425ab56ef1f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0647c5ea1944f28e0ba94bce80d1b7a917aeb4de05b8bde36c5c54bdc5940c4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2450150fb92aa7cfd133bc25ab74a61f0a26e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab06a8679abd39a9d86101e7c7dc06df1a174db3bc17dcf85a9dab4cdaf732b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cf5cf8effd5f41a07a6d7d8ad15f5af7e68337
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4236eb3994286ff32b8d08bf576f9fe324681634500623d9fb284f479b5c5cfa
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e881b585fdc874ffe1be79c07a450f255afdab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8c8476540ad6111a35714c22a0418406d65553eade504ce1a12f6ffbb95972
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21efa4c53b37ced31e33dd33ad756c507a44559
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d534aea59deaa90288f93758e6b58d9f7874a30e7aeacc85615e1b115b33efd1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb7a60ee2760a870af3f4a9e2f123ebe3ac8d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9809df101aba141e67141891c9b5c463dfe73356b7648181887f461ae111f4e2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e50b1a868b30df5d77aa27d70a745b298f09c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23989ef5e53b2ff2546ab64749bb4be39ca53a87c5e631671b0a9288c90f6d19
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4285cad6d2266849d10cb7ab7fa729b56cd1b09a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3273ab4f84a1840cf9ea6a0c046a2b766c6ae1e105400590aa6627a910d1f0c2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19a470161306e127a0893812fbc8a6a1744a1e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec7189cecc901a4b9a0b3b95e84f45001818e0c515f24076fa00e2c2410509a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8f01c550b66cef39b26ad77893350b58ca191a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06781f44d4b98a32d2ebc3a9017e514d0059c14359b8f8336e584dea3fc777c5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e939704caadf81fb6684abd5c35750a93fe1d2a6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24b26b96d2d961feb6833152de513113ed408e1312f4eeb8f4d6edc76cb1cd5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2e3ec850e134dd9df828ce05c3a0c403b10e1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87e5f1a922d8f4af290fb0f5e73b57f6997f50c46668c200a909019cd3a74a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f833a478e2be287b1b1dd8bdc939a1985c0970
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e244edf0c0ff88a78472701d619552a4c505e2418635867d1e59e495aea0f3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236c0b81e531606b8ffe4ded08a8413dd9f8d8a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9102bfbe72552b8022a89973fe88301cb854b8890aa956c09b6ad6781432ba9f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1daba206b6bfddce55ae6076ce6e77f7fa579b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fcdd7a16cf935961758868bce4df76e08d8db75d11024c1b9990e3de00b976
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076f245d2f6fd953fd31905d48cbd3d3e1b17f30
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c54bc14dfcf9587bf7349cdb7c56542bdb89828c001a58e27a7df8f173f3cd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8e96ab5aa00b24f6a0b6a4a340f1454de1f1ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309f19b4bdf21f988bad4a2f1e8e1546e4595112f6016abafb2904e8a6ab1982
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e015f37522d868c022c7b2c8315060769596d7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ca1291ae74b01a59080bd50ead77af4b97d336c008c5c1e014f4a7111240fe
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674256ad22e7b3933ba350020a7abb41008882e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab3cc77a53f16fe6dc1dc429f1b9d093489d4d14acfcf449c6468410eaf67c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b092d5e713f85803447f2f062c3dc470afd3deec
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0003a10a1fe25cc3dc12b4ba327991d05a5f0e26f78a049541a8864bb5a3409e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140af142c11e65e04d1df4047c410f47ac0c3737
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41917590875a95fb166bcdab69b678f368ac42bd2f4c6256fb734545a8e31a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a54f768e92cee7890bafa2a86286a4106f349
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4443c45ead622c4ae55380f4f7fcc90e7cb7d980979645c7b5f91cbe074fe394
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d481ff1877379880c8636e2d859b4340656b069c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0666d05ac29bf2cb80365052a839076689a21153e24b99f1f050e10717e6c8c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae7221270659f67a12cf50fdb644ae6ed6dbc7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da92e6ceead8b1f7d252aa8d0ee3fdfabbd71393e9f0e2fb87492fbbd857446d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d62f58faeb26d96d5c94d32d171f8bba00679d9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f308e45a195636d3877d06ce9b69dc3cbfd589ed38bf849d109592240f0d5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eb45d2d6c0c23c2ad22e1589d0b548736cb169
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30a9bd3078b70d0ab9b1be823d4f50f709c28bd7fe4c5e03b6e9cf36bcc82c0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386f82d66854530bf4cf21d1987dd4b99d93c717
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10773fbbce041b76eeb0994531b8d7b465fb691dc1a97e3e1b99406fc95e6e77
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1354288c079aefca71ce18818321103858e0bef
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859c9051639941ae80a4bb0b734c3e057fa7f3c0ab16a648d86864d94b9bf75
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cfa8887ad6b7ced2b51e81df85cb4a084b090f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc97b4b8babf173a7c7d24252d5ea3d7df0e3ce8d156d3b0308bc690b528ffa
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018aa3d3bbbe1ea7add0a7eab2fc35ff11912b90
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58737f40039b6bb38e60cf65128bf669d576a39b689651bb86daad8464b8bf8b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dfd450ebabddf171095bfc299cff07eb704efb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9715d071353163cb68384aa17a43a82aa6a223a15a4ee0969edd99d262df6b08
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad278a67a1f1bd1314cdcc81802d24f25f8120dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16741c798311396553530b0577ed3b8cd4ef91ee3cc5dfd4ce0a5a3d97476c62
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63a44e7648e9bba49e50e6126c23c7fc4ba6619
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f2bc2f2803c53e4590372d29fc0c5bee37341c97b6579b5c647c7993724923
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce35137a1afdc76462106d943d28f1e7859be29d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f246873aab6837e1acd283ff03898a975d93ff39a2b39790f8944c9cf918c3c2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e407c5117d0fdba0e7f1d71daa3dee7fb2f0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f883b58c0ebdb55dcf5a0a75c387fa89543b0e28b5ba51e36c87ed200febaf
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f511700d4f10047168be3ce263a986bdb7e6f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd56d348d0d60f05138dd6acdfe86348faf0d1b9bd9beacc81af775886dfe0c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd15fab28493967d629970f929bb6ce6de922b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e7208e5992b8ebb2bd42fee498ff0f6b07535c97c81496537cb7d6d6feb81b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be553de85abb1aae56b5f43253fc3582c46f1fc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff41edfcc0fa5c2b3d777ae269742d9214db557e6ec0dced11733dd7495973
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e81056ac874194f2b8ae89240749db46faa6321
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8716b57d3a8abed17573f0afc253a3872e70d57a81385dcdfb70942ae5b8ac6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f495d3fe6a13d1233e15eeb90f5c06b6e84d93
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6621a5fcc3b37fb47333e86fe47bee264840d3dedbb3d238cc2017ba43def4a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354c3521588b1072ac6f6f33b47a739d41b15e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b16f48228adf695152293acb072213d78827a4625b215333a7b76df10eca3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52328c5f7047e027ed45f390ab234018a6d5b1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4fde665a60a4e931250afde8bd8d2db09c9251101946e7c0c719de390e57e9
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f804fb96925450d15a120817dc41215d0a04c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31700888412bb02c52bc5867bfbce97e15f4325402d9579b682d7773555239a8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8001ef0c68f596550069d57320a3442a7bde2b18
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699271665dd308151d9c873a7c1221555a41fe9b4b846fc698ed698f37c8c289
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3328e35883986817d9b6d9e44e7c366b6bd311bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758b5597bcca6cf693d25954d7a55271f067f5458652df1b0328c90e6b911e53
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce002d1c0c94787fa5e562e312da7a3aba61f12
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caea25640fa546ca8a600f85f0212c7a192936441f437aabd52e092e27af3a7
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67677f54bdc4df2a8c3479d52f4ad5040765708
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990230c139e9399b7c8f67c4d8955c479cc65f8b38245012caf10eb93bca5f21
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dd28789e5a57d3071eb0b33f7fa0443c1bad20
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafe43eb6821eadc5d82e0f8a95de250d83185c8a8fa8d0534335c7a144b9eb0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba897ca6fa382235fe66bfddc38acb6bf6a5198
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9162e7ac6bf178b118bbf65683db16fee90f25b94f95562207f46cb3f62e2220
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d2cc5b9c1507068a3aba86bd9b6319d107be09
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e4ec6352a1ff815ae6477e7dd8b99c6ffc3718b87bce5e3f69885698fc37c4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154dbd399d09474be7951b90af9ee66325f4afca
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727f6142f9fb94774340eddcf1ebd604b03304a8c814b46a9271eec2466eca6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b037443abd2eb3d3330f2d13b4b9629b583a8028
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75224f980146eb3fe5b1bc1337beefcdf1bbe73820dec867bb8971aefb6736b2
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3298a872646791378e89ebb0d466854f69be3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2e8479a0035b8a1a07a72a71b6b5368554876f452682006f73a7d035de3a59
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab963ad694e5f947253d23c64c61dd4161e61fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0789d5b047b496255455dcaafce90ea50f923195a485bf819baa4f047d9ced0d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b916d595ef702850200778c3ea2536eca7c8387c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184b46ea627c536d4ddb1fa86875956b42684ad9a392a563e0058d89d6c5a8fd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9f83c94842eb236ca4f47939916ac4fc76489a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72697ff674a58719e58cb260da608b0ee9dde81156f7b2698f6540e12d436943
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d41626897117393e5d9024ee0dcf1aa80bb137
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0fc465a152d309409986d0073796be78e48b1f73742f01dcb9bdb3bfc52ec
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7c39d212174f7aa2ea9d4f07e213de1daf2f5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f66b8ae79a9e122a6dccb190b474d793f2ee5a1c146a3db5022cea991933c4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d594fb8796661f3513e4f7e406ff9b1213706557
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c0ef53cf616e001e37ebbffdc12ee1d33274466e124190c9c030432ede9a8b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b661885468b8c8b7e5d07d08720369b405f36b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818437f45edee6e415cd08784738eabca203cd81f75abaf8b13a1f0ba51064d2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79ba206a0ab8387f9439b2943f8ffa516799fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac61785952fbd5cf929e387dd31c3a508fa7a0cb1460c4882d0e8bfc8cd15c09
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de83a35e23df11d5322756f904a8497d35624e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d96a6c84733df6ebb092458e7ccd6810f6312fdc3a6f18f41de49a46c4fd76d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84c5bed7ef46ae113f3b235fd31412cfa95fe4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c319cd60697cf84a11b63137d54bd8eb2b0a33b92ebd2ab3ba01f9f3e97de0a6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c14f8f5df871a85380346987dd35cb300566a4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9ec2acec1073bef1ead87799eb4e60d0320b32e31d0b5071d32536bfaea4ee
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982dcc01b3046b1815e90675be624b6b0e831eed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a37652a6a717c7a290faa15409b8fcee1a8d25f24402ef9c0c7c98801aa719
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0da9734f0baf2c613fcc28c13e1e9b31b7463bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dab3b0cb347d5f0efa7d35be8b82bb2128205606e2e3b87406ae7d63e75822e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141cb49ad29eecf4a6e7d94ec5a8b4b0936a2147
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a9c85c5f073df6a24fb14e5f0cc9c232baba3ff4cf9d219acf53c47d53fdf6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4232c3704d8603fc3959708a236842c4bc7d2e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d38a545d550e94305913542c65332800157344e8e925ef53f74f54a8ec483de
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e0f69305340719a17a2ad73afce014bc3d861b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b36d2ee8303bcd54fa9b1fc96873e61af82c5922bddc0ed7dd4322c0f1c9579
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717e7c98715e3bcc1cbd8a29ecafa2a6e683ece9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0231ca5af7abd9245be674bda3a6050e69c8c16c32573d941e70cb939b4ce2a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31530aaa7c6454804f0e7725cc88c874a7f19af
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832ef0e1305ff2ce70dd19a33fc1a99a66145742eb810447b6e626c45276fc9e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc1e665c377021bb39689b2287a2e2257b0597
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13bb0f512c5ca9c4694c0dba67f890da6b1795467f5b62785265d5dfae8433e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ca0c5f74bd2a54fa0734fb9e3a9bee6af38d99
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648f9a38b6fe4a318330608626824b667698f28d0c63c89ce0cb1bfb5053a43
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af303e916850d5636c9f0f56d2debef51337a1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939de666943c769d8d78658b64dd5d74311794d9902b142363614467cc9b09fe
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c46b4b1340ed677775eb2cae50d443be00e61f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8fe5c47ec81e32d885328c1ce2e31b80acc3f09e4f9a0bb9045de4bc788a62
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53282d4e1a06fdbb9916053d12ccb26765932de6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cb64a20ed8124c03006cbca7b5c5f362f61abb4dcbb585ccf0d223e893beca
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1602e1e25cfee001b67a53f1fda32f2ef56f2c77
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58756301e7eb2448a6257fd04a2cf24d7a37bf3be503db64649cc6a0c518f4f0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b68e8dd0b6534db52951eff76bdde645443ad1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcd557aae36a8e9a5c3d351fbdbda7b1f75767d22ea360cefc653563122e273
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d45faedc26d412d4b2e084d3d824dffac26b24f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc867bbb0a3edd9b0478271225be112a0442d79b2d29d476284dbd9efe50a40
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae43f53d7d8cf521d5b6a7a12659e18e3ffe5d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c758ae9ab76a85fa18fee919cff8f37f1236050a7de621a7553c7aaba28ac900
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78a9458751ab843c74bb22b454623d9b571aa3c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd99fd4345de546cc55ecbe442fba3f82e8bfdb111d12d67ee9215e3ada1c22
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5876ead007675ee0311ee337720ae8609292080c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f43ef7da24134e024d91090fb05391124da082e08d5d2508584689cdd9127f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0426d8b0fa81fa34f5716bd96117aabc0f34d22b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3de5039c06e41506d7aa5b42c0f565487e43bc61f85f57b06d61b8011a64ed
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73eacb1d7e7aa1f47bb34d46acb1ecf5f01e438c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5709e2c473546e9a44fd21143b60c67f45899bdcd54c9bbc3a27821ca1bd36a6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c89627807a67fa7573709cf60065889c3e1e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95fec84343d45b77cf57c604cda122d2fe78b4bee76a0d399876955cacc1cdd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efdad351596167cae00bb8666118748e536921e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e5d5baef7bcff42db143ddebd59948936b32b91fe7598f4d2e77c8a852e2b9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c239d71fccbd37bc72cde7eda284d90c64c83a2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384faa6228623012cc876ca4a0c249084a198b0d3a7c482b98e0fdba1bf659db
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e244d343a9164021ee8aff3e63c3217e21f1516d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd896e93e76d801fd748b4816591b6cf4f53d3a725c3e971df1953c25afee3d0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b369642c3e556a4ae6c5cb8f8f89042b39a39de2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b6ee1627f89c49c342a31cc2e8895b72cd81c4080a5163a812a35c568b108
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e10f3a3c3a2fde4f01e1719a36df8885c2b6088
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62fc657a88cd0b0243ec1463994b72ba4b2cff8bddc4f9852b1d00f1bf9c90b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e66614f156ce4259c1d6a482051ab3d440de0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e8ecf8d0a543629f0f3b02b8e685a8de33c79e266135034a49951541df20f0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4081ef52a1086af0f167b53c307b0eda116106
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701836f898b462955d25caa49950bd67c882a48bbe274b1d09613d1d421657a0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f01cfbeb32fa030c15fd008d1a56a01de6e78f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e0ace85297d4e69b97b90d60ffd97ad91cb2fb419dc477d61ade77a3d8e775
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43812d9a490237dead232be73038cdd64ca383ca
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08d3ba82bc3ae6ea4c247ded0a3e5f17dcdc508c0686bb16fec2c879a3d18ea
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df081e26411960d9ed9c0df31cc2d10b31ce82e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddd114b9c2f3730433c3b4d180fdef9025fc124411c9ba7428cb3ca59dd65fb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff560af68b458cf3d201e8733778d251a045173
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5138d975a3a249d048214e45a82291903d4bd8fa8914b1478a5e1df6b9daca0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc45cb247c7428a1e7d6afc16cdb9f59c90d1868
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f9084fd60d850cf450421d7e8d3ba8a74d20ef8a2ecf5148d1fdc9cc2c6541
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703357cafc84c60ff442ec5f7e3bcf515b562ad6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52bdb925faa965c4b9fce254305d96c768468c92a6b954917ccb0a3e3836d51
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331e89bafe39177dcc61b4698e1c1503a260e540
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454f02a07f31f85fac5cfe6a26e5c7d130d1170410c12fdfdbea8e029589657d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a92dfb1d6ff758800459be46f39014ac068d43
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72bae37586d2a9f04d574128586268bca8e9726d17dd616218ca96ecd35c485
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3daf5eb77f11c37a284ebf5feeb17bfe4f5870
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77cfba7d07e68f6c35a4c15a59c5cdedc20a4f46479b033d4ece7fe910d0c23
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1131e06c709df0c88a7afd20319c4f82ccd9115f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741233bce29b9ded09ea54b433ee036a09d72d9138be08f871b316d6a891b9de
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3993463d2eeacd4289878a998434c6aafddee3bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e195d296aae5c26d1731b32ea0a8ab9c33c3e945c5750610a31ee7eb0a626c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead35169667ff5c4e3abc139cc2e6836d4c727f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd9cc3a5c0bc4bb591d44d393906f48d7fc55cbb6054e0aa496734e09d04f0b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cd7b59bf05f6c8e227ca36879e307c42018bcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd28179b6f696284aa6164057f6e73e32b4c6d258b305753d3eab3f9cab0dc6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51f2e5232ca04705d081f37dcfa79c420d7f77d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e946bea164b7330ccd3cf028493626adbfd5bc76e8e730e29582a8b7463ef18
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539c45c104c51369ccf256a52bc9d10b10a2b0ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d488510df673fa2e6e34d4a969da7244ade85767dcb252e4df1c083c818e63
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c640c55d6518caf92d3e19fad8776354da10454c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5788c6c83f3b88ad2c5bf86666677cb7854c016f8fd8a9e41ef71e196c1d952f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c94d1f65b06f642eebbab4ccfcd9e683f5f86
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ea1e8d8809ffcd340325508b43d4500152f2626d63fedbe03b24c79e842c33
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67612fceefd273800697d5ee516fcd199d0d6a4f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe81ae3bead7f50b28b2cb09c1cb83331a51e8069849a73e4af1f5749893ae0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1c8b8c86e0cc453775e000dba40b0e09598bf6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3321560454f4659af3144c68c76a6d8025ff6d6c9337581a7e3245cf84a70f3f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7633b69c6cdb8d36c7be72641a67e6229b2441a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10132623165ae8ce49736b2d29df2b5d42321c3087bfecd4098d8033620e09d5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207065dd258acb3a0fde05e15a6dd37c509c2125
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f8fb32a8a884601c6209e6da8d75e88058b1959f43a896f31d670c80a14731
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acbe64d93299d29337678b7c6aeebe2d7dca60
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a80626236323533a22ee48dd3f5350c239b40e758e80bf29f75aef08813723
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d7d475e6ec153b360e60a050d962cf0e338ebe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75dd0f844c226d3e0416fcbb2c89db0276c32f01b5418337921549c8256957f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b44e15224b8fe980ea6d7bac31c59e4027d8a9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34082c9b31306f16b9409e53a9cb23262174cd859f4785c78825d86ac9ee2cc0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64daff4fe066bd9aa7c67162a797b39cbbc8e8ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa61d3c7b2b15c3a074e98a10633693ec258f3f26c0702cf3c934327fc413c6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92718f4ac2b5be918bf9f401886bcb29b4ea58f9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff8dfa3745ebaa2dd737252dad05047d924b40cb24f75e9c63bb6398e1222c1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1907fb74e5c83ebc565a22ee9c311b766de2b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a39e0ce6b3a1008b2fe946d1e17ccea54e9761467905eea17f80d8aa55e51d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f25e5026df857badbc97dcd6b94d6f1f27a9b58
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ebdfffde966bce809a9c7bb8fccf3798c221ad13985f8b2ec1bb510c614b7
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f7799819be7515c611d38695e2364c17555311
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d92296fbfcab53f39d8af899266e9c5c1a755a41a7789fd78e9e81beb59f96
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d67cd2aef17bda8d7e2d319f0e0ccaffd7096c1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cca777064d5dd4bb17a70de6fac84941832c90857b82a79e72fcbb7e9e9448
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db7307d99307617cbe22bac40a516822331624d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10354c9e6aca3d36c95a86fb83b03b3c07e610de0b9c05c3608739c6b8cda6d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e29a5397469c7a2e4c97e9333546b35a4e1bdfe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fb55420c1bc97ee7dd51c529ccecb5edf0d7a2586e37664ab9b864d5c02091
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87085568088c0ff917ce6c2daadb1409f0564f5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6f346e9b58b4f552ea7ce4bd3555a322edd3c346a533287491867c6c32d9d2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a3213e9bfdb292bd4340016f684a7b3f28afd7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add3bbf6484d8103aac4db4de02e9e36702e9b423318f8e966ccfc2fd9aa7a14
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f9e4e24bce4dc294253cf99f70a27d867b4d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3249555094cf6f6e32a7c2c3c583b201ef79da55eeb89f364e54649d80fbd8f3
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f169c9418b4beab2a58379b5e055bb94f4c184
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d73b3e2003baaaacc0b5b957d64d232ad50ac239cb5dcbccd7e4e77dff011ab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f1dfcba8a9f4d3ed4c3198361a0f3536c6ab77
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f585030ef2d77fc9594f9591c4817288bc91e0641c8becc5db6801e16542eda
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb19c9a75fd2ce40986ea68bd7b5ad9c791a6ee1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708bf2e889ca91f8ddbf7504ee32f5aaab2b7d2858872a8b7655e2eb148730e2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213406ce0cd9dfb106722c67e61ee557ea24e35e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c33cf28904468a8e2ddab002c9933ab3b9f683bb80c2e32a3331c11f1dd2a0d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d24b779a109a59cfdf2fefad621565dc36043d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374a1329c7422d8211ec928c096aeaf40286b44ae264e9334b62ef5f2226ac0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51fefdfa33ff8d0faeab07a4a26c76f7ff1f745
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56332e31418358d4b69b21fb9e594f756f805b9cee934622d8a9f9796c44c32b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c671503369988cc2af6a4cd5501ab6afdc2e36f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d471c10f7c304c8f3276f3312f2cfe5d464857f407e0646eda9e31bb1ef30915
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ded7cbd0b6b58067f1c39b9ccfcb00cc154112b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06314f8a457a2feb870a2a76be8c97f4c0f87d5962c05733ac7ca032c3a3aed0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36348896f95e606b0d64b7c761fe4b989289239
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae653a888717bd82a5af3003c864a206c173ea81dac4c820c3462323173945
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe369dfa47ba4b81a916429a46b47619dd523e6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f02c151790c882ff648018c28daca1ac5adb08ee80112a1d73837c0add914
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac3fd7720987fc1cd35f8695bfdd77758c2e3ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74b88a85a8a375a1d91a2c889d9d2cda0a50c19c6ab1d4111fcbaafee3853d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe26341b15a107307101d40604262a60f24952
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43cf4ee70368c8a6e595a23d4744e450c784b636b9cad372964c0e3653297d4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31a9e69ae86c79fbe6c4281c0363b1e29769aee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9796a92586063097f009d39b83947d6184e6b2e22e72ed0f3aeba4479b50a330
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba313f64fdd294bd3177272b5dc3095c60c6e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f46c9123b46d08d45b3446998c288476f6ae3d9e3493506b27942d7eaed733
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc010c03d45f6e49aa43f444345d2898b89134e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d848a054e6e7b51dc1605046c252d5d93869b59bfa3c6dba4895bf5a9dbeab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eae9e6e7738f539336d2518e7f407ce8fdcda8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b91575d2922afb43a284fe6ca82bd5798f612cf2c58b215f7272f711bc9d418
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27756aaf815b1206f70ed5f5e27e6006190c2b64
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922c453dd00011dd1e0d45a58f1f3a7dd40b1eb27d24e66e26dc3fac9ec1b86
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ba70bc2e5fdad0380520126a3a436bd3ff3dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42423be334c06205244c950b3c5ee01eafd2beab3dfb59e47510c6b7ff6332ce
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa86ab9831dc1cb203f0c4a16c5327bb8119b88
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45a86ed39720ef55bbba0224e2fcfc4b2066b0c2af2b34d92f51491c31aab17
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268b4c6cf958426514937eb0181e95a7f086b765
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36da201628a094450745112cb051c25f331f9b498a93917b7f82c71c2bcf8388
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d50eb9c3eb86bdd933843ec6055863a4bae9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96e8a4a571f156e32ecd6c72f5a91d8969f8a324b3435dab984a73eb4109082
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b182a14b70e2d11e7e3e3997152cafc0b057401
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc4ed3d594ad3e6f9865fd24aada5fb7ca470ce97c0768a15fa00c3ed344694
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7301fc2812f7d03d80ee1ea756c6dd1ea99fa
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977e9f76bab9863c32503dc136fbb7eb09663a847074d5b483e4fff329471519
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b97e55f19f720e9479f5823d805fde68465fa8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ea0758f7dd93548749777ce3ece84537543a4774e2b5eef0d828cb1b267efd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cb21b41e47af9a3c16bafd72bebadba07f71d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a976c3cee9304335a4e1afc078de2579199352800bda2ee6acb94be5c01384
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ba078c0b47587426c3bcac1fe94949c2ac2ed4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75269b07e533480a53b573ad459fc8cd9ff48e061125c277ab534437e9f941
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cf5f8a911ed1f8f3e8379b5ad4bb8100b50c49
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a099f138e5f025ddaa270db6b4c117915ea26ba253d792411db3e5ded5a0a5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a293cb501de41b88b30b02ff95a3a3d18508d5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b76c7015b4ee92786376711006e6ee9529f6e5c6a08c1e79ac95515c61054f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3a5df7c688d32c080f768dc8c2d79e2abca8d4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16df0f78ea8e6960e0739d77f21cef980f965bf091b91dd5f2feb8beaa70004c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb56c1652f9fb9bbeee47604fd1223fcd45b2ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8935e4cea20f590506e9bedaa4c636a495d07bf236d3a21549daef41e97b88
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3504741ff46deda625083473b6557244cda0b5d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af3614fb485dbf680c325a605d25d637f61227c9aab98720da73a8a4287d8f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650ece91808386c224a3f12b4ffd7a4fe5f7dfce
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93b91e957484d6f9c90f97070c94965616f3dd0a71bf132a6334fbcaae62356
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505f7ee353d8bbd3f4a909c948da587ffe5e346c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f223cd41da404ed3c546d0548c52d1b196ae0d4ddee1fff25d31abd7829a476a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f140292e5eea877d777435d926f52af006868a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ddafc2845ed2a1c0754c6b8d3fb154548f1f6a2e5af47350d2882867522f90
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46ea13e5165ecfdae61d46078b105a9f385dded
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbc15011653627f176101663e0878bf964b1443560bb159b39cdfa2af994a23
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4177ac75231f36f99e8b5b231b6da75eccfa6fe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dfecd2c10e5574095e1099883fdf632813624165016c1cf20c4fb4d159d4bc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a060c8f0e48abac1d1dd084b9c41333edcc66cd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26131526d335c3230ad47f7e4d3bff7abeaab2ac7d6bd9c9e8ec70adfb38ef1
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e0e29adcf1945b7d30879624efef393fa3d24
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6060e6bf05e2eb67dea653b49a939c1a547f21eb84cb08bf82c8ef0bd8fc14
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defdf0e98ae069bac9da8ec63bc2171528f39e70
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600622a2761dcf49a75152588bbfd307938b89f747494b8913e3b7695054ce62
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311a429e60bc95f4c94f29af125e82c20cc2f56c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d874d514cb616caf1296a535d1ff82c826606ad12460c9ea8d920cce3f042b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d128349f89d2a76220bea5f2e6eb0360a4f44557
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525edb3b16ce20d7ddc3a85ffbdd079f834d6d6c974460fc59b1291ec6ed67e2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4a4482006f817ca2882d7684fc6a2fde915cb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e0e728506d97935d682d7453c2e29fb90e37016abc4c8c9ec012b5db64da29
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97002817a47bad325189b76f03d0092a2873b73c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fef66b399f7161ac08a58666ac5d4b2186b06c88a2fc7a02f83fe000f38131
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d436db9ee52797b0354fb077ad1f02d194244677
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e9dd5fdc0ed290b2facfe43d7fc2268603c64ad2b95bb47d308a8250e16534
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4370ea2cbf36bf4106a7a0f34c03f28b9dfbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c005cfc445b409e28868aa67da955be9ca0ea7fdc0507b6596126e11b5aeb5a8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ec3a446dc81ff73bf58ee23abbc9477929dbe0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ee876780188a1e2dab5fe7ab35452af70ffd17f46a61b491e780758b4d562
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4cdc25b06b08c83d3ef299017f405a5b3541be
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66b76a1ed08110389e460b10587c34f3cdbe9c6f379c2d530877017852b6163
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d63ae29ba8cf595ff4c3ec41af194a3583693d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134b3121f9bc13ba6ab016c5766a51aff2066bcdedcc0f32afe10920329c7767
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b2afe4d59dfb04a7217430f00aa99ac3db4cdc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdce6daf5dcdd6db9d22ca9a58f35f86143245694b066aff1efe8d12bf541b57
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad288d6df61d7e211c5f0200383c886ed642abd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6d5aa25d487d0e1fdbd6319caf212bff1dbf7ad1d89446f3e3cf5a777eb17e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a6f179f0c9d2a83dd10bb4e9e7eab23ed7ab41
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dcfff4b4d2911e01680f2e395d8a49d097e83b414983ea797d1266e50c7ee9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2662766aa851831b331271dfcf8917bac7835fff
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2644fbdb6cb2dae6cdaee0b334423c1b476bda9b9b3d922f43c7083e8f46460
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0b3e3f08671c6ec41a84043c5569eac32e87d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0b2572b8de8117763c977993873df26bbc28ee21ea374fc89c1bd05717ddb8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8b1a880170b0b8e76bd6d4bbdd0d2999c198e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb19bf1683c7efffb730815a8253c59f545e3cf15085a7efcfd22f36f64637
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427a6c800a3a4673140499e11a40ec39e95bd8b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef31e51eb6ce7b20d019df024b9cba28934c0bb6a698d5f796abce2766df46
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261786ad5bf97bd931eefdae92e61f909fcf6532
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a938e5baf99d073c20134fa16009e41d442c38c50d9bc6eecc01f0c99d3066
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08e1c29835d84e207ac0443b997a93ca8935143
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e268b17e140abfb774e5963729c84482d531ced7ed3ed1e7b033f414f523c8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91385b7b0b7e4ee319f4ed3a8c82c1a213b620c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3c03b94a593d4fb5e387f7640dc84ac340e0754ba3c6b0a9874a45a33629d9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8713381cdecc85b0c811a219774219a8f92fe9bc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ab31dacaecbe643e90a5cc1bd8ce300989139fd490cccf606f3e4e50f96f5c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbe9daa27d5a13644b657eb07e36391a44e1bbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72364be87aac4533e14b1c821750e682485037151820b9fd27c03f2d3cefa4a6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f209b3f0c106e6c0c3059a71c09cf8a4224be7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09609720034e8a9f4bebed1e98eec664c6f7a688c0ada68f25b6817b305131a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4e7319e1c52867d5c6dd144a6fcda6a2581f7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f96d703b39394e9999ef82b4889f26e2c93447fe22fd3e739efa8d44dcb8cf
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b75c31b76de83a2cff14c16698de0ebb9ed444
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff8d44f48464ff38a91a92a26534e8fe64a78ee6eea26958c9da0301ed74e9c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4b7330e3abed69e3263e00da2d15bdea6ac62f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddb0f16cef61d63e14fceed2059e5e77bbb452b8a494e4fe272f964b6c9e3ab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e9732201c2985d0c1bcd0541d5965b2fd0eb25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fb28dc66c01ceb520d9be0642268402b36698311f52c43d3ae7f99cfeeeb0e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939bdf7d20541e9dec702934dcc74cf33de75bdd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6824e989314b21748ae6b740c5b1c57076d868c4ec0ef808e431032ccde703
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a228369d823dae2cc9fec663eeeb22407f1d893
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f15ed4c7469747e7898daae89199d49a57dfb5945d167460d846dde653de67d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d10ae70f68d3e745508d78424495169085e55d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ef5f0b0705e7f214e431f0e5099ac0cc09add6fc1f2a7cad5e9476b45d292
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d227e4c9ee2d4a63ec995fbb8a32cc5dba1d33e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd7c367316ed24a9ed01e55dffe7bc1e97ad73f17ff4fe8308ec67f4f47c1de
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee24e568ff24b93a3c388b2f37dddf6873b6d63
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0960f55578f2d7f400099e7d8efe6ea20ca811e72299637ae75243770c3fa403
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5012bb7a0407123b576f3451f6c08ca9fc8f7a59
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb411e32a10e533b8697a5ec876c26edfea6783b0fa443fb05a3652fc65307a6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6209a283e2102503bac9e5b2b88b58bd0f03c85d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabae3621e53db828ba09f9241ed4087ec4e4a9ad835f350d3f4b27d52fc3ff6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c41319b19068d10f59c70136fc01a69b1f30c71
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4216ab1bc744e41044adfd1fd9efa9932a4d9614b00ab113efe2f27d6be4fd3d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7dc4c6ffd9ee89a665d9b80963e4c40a1a1a16
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3728b6dfc99314d52a07df1d2f688fb146ad456f12037e2a792a14c9617b87d5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e895ba63ff9fe4fa24f4d6dca3885329b67fd313
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c829d0021376f6502d6207feb263d746c71fe66385c52633c72124df5b044a57
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6991139696dccaeb6ef0cbfbe67038c9cd797ca9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf0522ac923b2da130893c2a8c5c5069adeaf997c4d665946e75dc89d3bb460
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00af316b10bf21c413028d8c07793ce91895d8c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04a51c3ff487b777660803135dcbdfe8a13fb14fda63802702703f284b4be20
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edfd318a5624d1ca27ebde32292d7de4c3591e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da4cdd314f33d2639ae2a55506e28140fab2b5649c3bb85a33f7ec2ed0f6716
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbee32f6e6d480dee8da9918f6215a4c8eb29fe5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef831b8bba3ce3df7c7144a1b5667033b731cf5a6972756429da1dd8119e47
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1809e9e2a37ab0a5863eb029795cba29c7423903
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5beb54a6112e46f87e8f3dbbb55cc61f2b0516b5777b8cc75415a9edb184283
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3c3118f0d597bd6dc709dea4f873534385bfeb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7d3d21dc7bdbe1913c6de87ab870ccfd3b4f274a2bea3d5ba126f9108517a2
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0884c2fcf4f009b36a8f4b1e2fc6c7fecc07849
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f7f8018306cba9bc20c9e7dffb1b6b45ff40f0d2127c8dd01c030ec93f7a40
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5570e3ab5d617b5bd863f7621fdfdf211a130e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479f5a5a6ee8c221ba097b2a566feefd0403a7ae067a29171eba6de0801cdf56
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15933cc905d2d78374951efa19929215f74bfac
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b5984fa0b102fe8a91f5bcf60aaab87df5bf168f25f790ef258d1b7636cf2c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491c4012a573305ce5600fa38f774b90b50c4be2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c6ba2008c2c243c4dc14693e4da9fa4074242e35db3e0267335d146705ae72
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d585091a7be40df6ab9f2e6ae52a81c15ee457
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b3b8e78f2f97aa7fa96053be3e138f6be0ce7facf725c927ab48c739881d31
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8edbc3ce72d1f28e2092511de2c7d56ca57342
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b45bfb3aa81dd1d6f8a9025652ed6ad4392760ecda1d761365baeed575a0c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51461719a079e93a961409c3fb61d4a313d6c388
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9046ec6e59927f540997a9db8adf792182dd0ad01b262869035b928cc7dfcd
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11344c79803465f93ab7953b0353d98b71f56b7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decacb6631087e6c42a81a7cb5beb50cb5b55288a2a8d56059dd625b672dbfef
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af9731476f44d2799df7e36285209655aa129de
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b816d58858367a55e19c56e447ddb11912ab321f3a5231e36cbd7f343194b0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f61b3a50f20d04d000fc3b992652c6cf6d2922
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ce68f6ed3dd6a84d5d083e0dd4d175cb00557eb6970a802e54a73496b3681b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6436b6d8998f01b81f1831cdc020945cd3b47fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac648caacf952c65d1fddb08b75745182b00ff03294d488cf32986c2f63034d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697c496b9b8232774db50ed7254dc019667e5b4a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fff9340550cad58f7ec4184f1bbdedb145d20376555ddfb6ab1fa630fb328e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dabbc7d6470345c2f5f14efec0e6b06d44eca06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3cfa1c61c218fb4924dcc50f1a67199d259b626e38a0495840b94f8fd14da4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79f333dc013d2cf30c1523f57211790781063de
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e261452c7721e6e14525befed2d6cfefdc1d8fd964ce2d46bde36d9b9dacfe5f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f237d800ac5df41c0824d94c98064b41abde63
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3ea74c14ce2509a5ffeba639fe41f6f1cdd18ae746e3458bedd350ce5939e
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33fea43b1210ea9ba3387555a4df319abeade9f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef24677692efa06ff4797356c4cc8d4a2b610d47dbe49b7c65ea9929997d4ac8
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25298c025c496ce573fa473370455fc3060ff661
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b514a740373e5b1e74111b7e5dc2a3cf9083c8cc5ef1de46eaa93f6f2c1fb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebfa665b6e95ba94fa85d8bf82f1ece62140e36
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040158ee7c4be6f99365b9f877ac43e7acc6385fcbe801be10bf7066b1e1603a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1549bb06ce48c41e11feec1ce8675b7d0c1a6a31
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c596f69d729a770e620eaa2c2e6f6c959ff30273b4e77a4565f4e5ad324b0f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465536a80c987ef3098fd214f0afea4078833a8d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482b900d27ac2c62a3612319769e8429268e25a217ea156d196b1c2bfd1578ac
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81253f3a1744b413dea1702c9312f90dbc41ab17
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff543342da57048e5a1f8fa90686a65561b99cfd7c7d4e67f88fc7c42369e8e9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f48bf48b3a12caae5dc49b7547c43ea0be71794
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15c58190a9d83101674ad6555e22e91be2f2bfe0f7ad4022d634038318b18ec
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ceba5aad9ed7479736dade3f00555b1d83dc7c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57b2b22b7934babc82246bfe29b458ecf5f48354db55739cc92dcf7c8d51d38
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22884afc17d742345839d3eace00403539bbb7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a128501ed9f87cc129d13b915ca8c8932b1a85cefdb5548b36b819a1a6b41a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3134bd02e24980d24c8eaa2e3509865d8cb29d98
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe8e587b5982e1dec0d828b34e6dc909dffc7f3c869abdf19ae414c9223e1a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb3a2662113362edc7bc6e8ed1b2f50f028e90d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4d7a8c07fbf16144e225f921031fb69d2de4a207b382279562dbde2a447a91
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4b363086f84087e3c6accf004b4b149de7175b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d626d939cca48c9598a04df5b50f716e281a9a8aaf9c48664ba99f7ce4000e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a7082a5db0a58b249e31c91120ae0059377e99
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5887a8e9f2394e239eaf41f24a494849dc84dcde1271c458b457f0d474cb21
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a335f00ef56a1b544c557b0eff26dac137c830d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c426ee51a7ae8675ed3f3eb3f5a85e1d475fa86498f31f1a6eb4877397337739
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fc4058e315c9f2188c37baa3800404f95272b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27163db5a2d4339e469c653a2850b15b23faa31c8c1b5e3372dfc80fe56f0c70
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec10ba060e06ef2c6aad23e320b3921257393e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175382a8e1979888e0d679e69da134dacd1f12176e54d4499e294d7f0a7d8d3c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e4592185e2b032f4d229aa8cf57a22e288e1bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a308c436b85024cf6be9a22bdf4e804a9c331e7da76bbaa487ebdc3bc034d0c5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73090ec21543990f8174d8bf4afcd5e9210c06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ffb03dd800d7b5267fe5eccaa34a90d5833c4cd31c4d120668fca6fa8e2c80
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fd7d290d57fc268f7d3d40e50c2920b7f50279
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bab7989f6b569e4f1369a82ca2dcf1a65ad17ed3aee3f973afdc16b2d9facb
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eaf8eeacb9e4e5d88b6b39a087a2316f9490305
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152087584bdaea55799ca0f6be10cb1df1d79e70ad0676c9227b035691526db2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf49f8a0d6ab6fb1faa50705e28f3a3c4683361
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8e1dfaee0fbfc6afd3193eaedf60afbda841493767a35f6ed08cfdd7f48cf4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c10f315c065503c53b95fda81e04b0dc0287b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ec114bb4c346fda2af496e47b577bbfcf73f3219eadb6410b1e28830f7ed54
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1521705700df074f54ecc1a261652e766f6c7ce2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0e0d68c6f48c325f5c2216a6996006054a032ba7e2c8c5bfd242fc3ab5b4b7
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180182c0915b8b11f1f67252811847be9fbd07c7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c7821e4d25b7ebb40908153970a74c9a11408b3534005acd0fb80831c4326a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d06ca46fcbcd1d816d26730e466d26e4e6725
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d1b89654c9e7722c4b977b7177b29dd4c5223ca316cd9c1d8dd7c9b6bd908a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eb4088568101f26a164503d9f430bf12d57baf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b09d4baaa495214140a6d2564bf56cedcf250e7a456830b8b6f09b35eb9e71
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2e0095e88c00385d03b055f427bcb9de454338
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85eda5952d58f3acf3ee4b224e1b260fac187fd0eafc2dda93eee0e663ec024
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c69b4ca38e4cc05f6af0e87a7b3df6d7ebd67
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee23ae49b0aaa26fb3b8637c28c46cc092cbf24ad9ae5498e13e6a166bbf620
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e08cb7755bb8ee0fb85544009b33ae9cce9400c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189ec2cd4a92070b2cf3bea13f1ee8d7dbeacc7cda2b221a161faad4f03433a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c060ec6c640b1a246b97234567f9ee16c21286cf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08523d8469960214d915552215bf4900b383ba03757e9b3fefdb3dfddc09ef5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2936a0ca67b484c28420acbd92f643b362fee05
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae1cde560317d48e619f63f1075d6a312b3be827304163086d49502f6fdfe4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbb72737aceb00b240c038f8e647740cfdeb6c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f348e6e171bc136341395f21c07bd3183f6dc98e3eb0f7261374b78b6f23fb4d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c361a4c1da0a773936f6410ba520aebc2d63f07
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3678a7677f2de0034804534307a875009e944419988b5da26b59eece54c75f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b0210ffdf4e7703077b81474eb165791994ef7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f05d5783b1be0aba3aeea72c7a13b1357617e644b7f72b30736470e3ea02ee
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147c3c6735e86e4f8d1b57ee0b0a38ff1321feda
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a01c47af94e5d6d77baa73a960dc2f591fc03f269bf672fc1f163d2a693314
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aa0df40262d31ead409ca1685eef7c75ac7f83
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4defa181f4cf62bd747aed24e005031d1a87fc8bfcec71d13f0471014e908c0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0304bb1140f041039bb72d8e8244734e8d09f09
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2547ec1158f3ff19ea690008ed89b2d40d07473705e2186a822bedd995d2d4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe48d2f809e47ee1cd785f0fc70e8dc2ef32207
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7f25221452cba2da215d0d9161d8535dca229dcab13b54d707bd0d935be027
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d8099281c193d4757535d5c734c7906b45507e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0947e26e99d0325a6354276ae8fd689fb261c73333da7c8dc3ee6354ccfbc15f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc56aaa7f31b07b5222818de5e6778861931b6bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1718c7e5aae94235cfeda36af8238ecce38744680a31c6dded05de9a295d89c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627c52b8811ce213a8113de47c96de3f13f16f4c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47569cabf097bedb2abca9de5fe315e93283a386df7301492f75619b7e16e38a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690db3f45d2e3917e4b544d0ced634c9154e8d87
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876d251ccf5ecb14bff0aff46f8f2a805c5073014933d56bff6ee39f87013bb1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95669c65651439e1cee27c97c81520b746831aac
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfdbb1259bc651a23efcdc04c77ffeeee82c4267a853c9462f32a7426645d4d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e2898c3bfb980d3c15865cf96338d15eefc5be
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b253167d62c4c27012db3b4253667d45a7837f73e8bd184cc5f4772b7c4e05
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42179a0fabcc32c15ec0ffe8587a3ae8cafc5217
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0038fa441267ad122ba9e7e5721c2a6c7bc1f4d955a15c98fccb823fdbfda67b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb6a2449f6c2acdaa4cb4b306df3a8620a34dfb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37abddcc9052519941ee9ef76288514090d24596e2b297dc8044cd12ddd4f3c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06aea86fff019dc59077a6006ba8b0ae70264c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bfc44e3257de64a6f5410dae489739f9f2479f9b9a10833323638bca5c391a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0913c97bba3a2cccb9737ccf8a62f4835541cec9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e0697d5ffdc43ee9185672ac05b6adb130037a8201d4c968fc486efc2fb288
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce3d8b2a0e37ebbffebddaaebc95f9cff777b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76e5874ce80a479f673a4978501b374b518a9b60f705c1adb471a2f301e00b9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faab70970dc0ca00add33512a292674cc4fd0c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b7b94031262f4d91ab3510f267317c335760aeaf30675a810a17859e59d27c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5f641842fd4f9997ad372de415fac6c9fa43f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a8c017f42d188587d4026bad21264022335e0ae0e6b900f6a7a501244b07e
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768605a20081a963fb7604accb2b89bf351157a1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a42917a4ea48aa88e0ae8187fc9efff29d6a2bfb89332b8ae30653d390c349
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77e32b16f9268e493af009610caf4c92149ccd3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7399f405c99ee58ae4c48ad4c0e46f99cd54e2475e8e6e97b4f2a305c5521b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c91f45e7025e48b2078fe099a72bbbd3f24f53
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c855ad069feb297ebdcb37ea406280f0818b9dc8fac998cfce0ba9fe98576620
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c881523d573b1bb6bdeaf8d54823549630849b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e10c2b324e0c1a90ffc7978c022cfa0caaf8d87e1538340649e0c403bb4a45
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb9373fa36e4ffebb2c0501858121755ece806
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9b30ecd87e4f70f9c9653d15ccf7fe5577655162d69fd37e0a3500fa9e409d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68262328322f45a18398850734b6996815309ea5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6759009413e28fcd8cb2a829fdff990d2d2eba9045066a2cf2e5eec588254d81
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3da961b8ebd8f7715dcdf9fd495905e098e2632
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe5e7ec8bc4a3752644183025dd5d221a5456ee03fe4d332ab697e5437acbe5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59365581c561a47d78660f0e9b46ce08538b17e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6fc528c4b471bac2a5afb2df5c7df9e1b0f43fc9b22cf7b510de3e212e2677
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44947e9a9b76cec2361e7c1f80774b36f93d031
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27312e84290123761d5366f4794769f8c3062d2af73056618baa3a4e86de5a10
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c491376726bab74d027a7b998e15b9715b791dbe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ae94ee41c1313d27fb97e31a137991d77405898fcfc9cf175f2b34a414eb3e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d82ddacf2dc9730333c15f1337ede48199afbf4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9feba5041b222b02b103b728f4c5c1eea76aa70d1add881347702ad0135f5d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e662aa04d5244a71f99a2ef3ccfe3cd490d15c72
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861cd6e214ba2c7d6998f324965cd5a48815025f61ee7637c3b3144ff8b9510
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a780a6907d90f0fccc8ed9616396cda000c11663
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206fcd4cb5b1168f1def843edfa94c8cf3e116851ad5769854385569a8cd010
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0a53fba7a7c541bd320a9c9943e956dea5ae87
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c336a39dbd0cb51db37aaa10d32289da177b49f8a15207f49b64765c725ec27
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfcff59b42cf407dbad4d6c3c53fc7a27e0ae1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aadc84bd716c9d6b1f542b39f558643ce2f1a84a9db7f1c9610392ba095377a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef243cb378cf21c4e81778583bbb45af215a9ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e6204f47c794e236357ad0e294400cb2047da2d40deb45e2e3a8a192e7ca90
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6999b1a16b79d540d7f552571a6cdff620f76d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49766ad2f8a1fc4da1a6afc53a1b9eef79616689a174a8a2ef83cf8a71287818
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71781f8d377342bf48831e979eabd60e5bdee64
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34020c8c6ce9e51a58a0a8c6dd4e7336288539acd9e529236214964db43c7d09
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb62dc6bbe2be586aa7b6b972dac2399e9c55e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183f409e2e138618cda066d824afa207ccd9bc1e4da7c199b134916ba14cfbca
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ed5338ca53bdd85dd754c9f51d63470506f263
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07423647edb396997795b841f661e21c15b85bb2af390fc4ff4554e22ebf639e
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bc9971046272b8cd3c49584f5669be2b62121e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792ef5e256c00f803d7dd31ef20cc81e7e51c327ef0a663a83ff5907306823fb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc4cb272a4a9f83fb1eb06b700d2c9530afb3d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73664702370426468823caf19461e5bb2cceedeeb13d9c1d0473e929b153b2ae
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3ee07b17d3710c1285f1154a80905d8ff99763
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c516a879a7b05c67abbd416023a8498f7dc7ef6a0f5e164a3b80583ff1859f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4555b482ce4276b596d4fbad5fe0ebd85350bf40
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bf9002cd94a79a9dbcb771a2e75c295a0255dbcc83960d5bdfc356bc1e4d86
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de945db39abc1ececeefe6ab5b49d34719907569
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b7a8da891a33b42b05f0012efd3f8b2914e434c8332c627ba544cfefc8348
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed9e3af276660c132757998b808763a3f11b12d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e99bfcd8fa4f575d3d54486687d86668c848dfc2ebe02a396a30dd54e71383
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d65f78cb749c107099a586bac8c8a5ca4d6e4d0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7128afbc527bf1e00001f14bf2dbab1fc3cb051f293381ae8a7510d21604f48
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a2db45efa933537c99088df2a2aff0fab2ad50
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a49a78e900817a40541c8203feec9a9a36cf690c24fe34326fc94a4605c084
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5edf43b44881e560aa90b72a1ffb30d542d0bd4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ac155bf68efefa02eddc9145b5771ffec5c912d6341301df52494c2f49da65
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd69ab1295ebf535a55edf043b8e436c02d1b651
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de7e70446ed34a6dad9e44e93f6d8ca61087f6a82b7e6ff734b7c637090e1f7
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4988a5fe5afb66549df6d405b4c18581e3a211
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cebb5428aa1a8eb10c83dfedfa8a06a8bd84ed61ecee6d290b6cfa842dca3f0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08b601d7ea5f17e867e0ac370413f6211fa6f56
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29817e4d8321efc2fd9a3b300623b809c7fa069559531d3ea115ce4d7fc13cc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63665548aabd9dd1c090837ade982eee7b565033
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ea75d97de164d1ba3e5d181c022250883032a5eb0f35395de2071fb1456ba6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb50d4b959ad55ab92279ce51a06d8041ecc0fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a45a17dd097a3bef7aca3040ecd4cd148c131f4f236ba5d8309e6cc9be2f04
+size 2179