diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/lm_head/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a470882101e5bf312678ff38a1eadeab630f76ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec7bafaf44689984dbf6bbacfb91bb9531001ad6619f253f56ca4f02aa843f3
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/lm_head/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b1a830a2305ee3eb2d0491310fc33acb9ae5ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0392c242e47ed5109c44555a1c9a7ee080f36f88e34054f62926c44127d6224
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58adb3f803865dcb93a88116a7fde3a89f67644
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a5958975dc97b7f1d0dc8b32ec251ac832c9539420b7d3bf0f2ab7d6e8aa7
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c3ed0ff1f284ee367cccf166ad0053cb45ac2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3246eaaacc010206381a93b294018380adcaf2aef4399f224a3b9ca6466a610c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529333b794e791fdfeee90efd63c7d1da4de15b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc23778a135ec708befe399e1f0bc9ed626a6ad9b2511ac7ed9af746d754d56
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571859b96eedc9f5e439e173bf6dd74e8fbfd40a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea459c995f9b2d40a357ab05c2889110d7b0328559fedb83150d215ab2b65b3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eafef1abe2d5086c382e79367fbbcfb3d736eb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b66c88c02a8a7ec4c4da90f0994cff063e2e03376a50e8732af82018e64bf
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b58714dcdd5b8752c380e8f415b7c3b9febd98
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cdc01b8e60ff881542f3a572f47d3e3dc971b0230bf4af9ddf7bce1bf297f3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1044a0135f16dbd33fbffa92a1c67e033d4b2ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a7f0853a23be6798e44e2a012564fc7a7c323659b46c334368160928fd628d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4545ec3f4e0a1d919baad0797ae645aceaa1081b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbcc72f0b718fe41e9313ec9b7c6737536383cc77cb022219277278bb6daf2f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f1e7de97fd27290a7f6cd69fbfa252c79adc81
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5165f5c896ccd88b04cbd5e0f1e03fdd5010cc676662b88588ff2080c92a9fe5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b9d2ebc527e341a77996fa3495ced50d083cb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240cce3ebe5df5e1ee27046ce074ec4560abfe7e0785bb591f12d85920994d37
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf4089f2d92f942bfb406e1911fe0c25d15e61
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e728022efc13d77c82c258d50ca9f7591ed38849e6a001cedb364838508f18
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64181fd7cf368969b8f08bb78cdba23c0e74c286
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be79efafac8ef9a7027ee0aa3ae3c4e4b2982bfb4f4eb4433f09c3ddd57aad8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9cfbb0f8ed5f48067650f4cf66996ff7f71548
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29548c0d1551e52c9b6d67958bbd11485af875dad789fc936e9f7cf17fa5530c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0584d681086680f48fb2defa77aa5e2b60664b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab6a4aef80eb8fa88673df87f9bd0b234d6ca45ba67ee77dcff7f3c63c28edb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8386bf97e8e70c1fd2e698b1601fdd493aa64a7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba5482b40b3db80a546fef63cef1df432e4618e2fb9afb85dbcb39e8baa4e6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1dc887e067c1305fe408a3a04fd71b6128ba19
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08600cb2a7d3389a09ac5a595fa4c02554df0bff64a6eac7eebe4a5fa80d8d8b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b0d429938949f9a5d820b14e225ea0cdf96fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7562e031a19b493224e9d07e9d1f7ccab046f5d3ef3ef9ebe1029fb0f7872fc
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c1e845a203b9d6973c9f860789c7c9307c626b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f60de182ab69df35ab9bef1ff06f43235dc0da9ca863233c3a3f5e6df8e13a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbea484402a405a27d3c26588ef97e670cc15b3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6f6f1684490578cbdb9502e02d6085b83d81dd3655084dcf5eeaff832da2d6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e551fea0b525d4ed633f9c8ae4d02c4cfde2dd43
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6283c5045a219cd8900d1d72c20288ff9fe0efac57e0b2967c7feeabfb7582ae
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c2da33a58bc76ae64d445785472dc46010d864
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095b764c2553ddf4700e45f3760844a4fab7302b94935254f398aaf89cc9a013
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba07ae56c037c79109f182d20038efa679f270f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa7150a102f86e1aa679ddbba2f17246fb9d3f23d8314f9940001f08d38bf9f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4144e3ec50f0f81c05cc2906bd8b3ec3b9b4568c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dea2a53cf21ba6efbff8536767eb32464a5187d09c38efe71d80a63d651ba4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dc193a74bed01b9e5fdfc14ef9d328a60d9d34
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdd90f53656199ed2a16eababf54ce52c3968624cf597270d06c400a80dd488
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d5f6196452d8a9578d94ca60118ba72f679c04
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a0dde589041f486c23ed8e74cc56b79e34478ed041207fb66ec79c807e60ab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a595c277fdb0038426433ffd36c865965af8991
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be076c9329a551dcddfc1240f6dfbe6346a6cd76f52eacd8b8da526fe4a780b3
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6067d6338aa2e5bd4629be4bddf666d82c999c67
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd4991710e96f13de6e75bd0190dc67ac8e02a2cc036ebd494fd04a21ebca8a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd08247c70393cd05e7133190d08b8604fa1df06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e31b904522236330da70b5e4473c16d976e238198bd4dab96c5d74fae4dbfd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dced01c82297b39e0333b0ba6773cba7844dd6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2379e05a11720aa6a277c82495ca2c0046d4a62c3e6be78efbb72c214b33ac28
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c8e66459ab71b1ec40ba3a334d6a0d79ee5111
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9cb5a336841242c615b138b70dd0e4c0d32ce0ab555d4da31bf14a78dbe95f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fca2aa969609fe1a1a12466dc4a345d2480ff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97592132defd95b977f5c9510c5efe2dd22b1e6361195a297d28263b124d5d0b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357ffe1ad2d749fa08069dca18216ca21d24dcb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5301f33d516ecd6210650dddf8bc882dfcbdf38edacdf980beca73b6cd0af5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f73e47b3d95cb233b624394c159d782c3c38f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8db0a17ec05ef76a1299e0ca1c179f9ac2cbee49fd32c0000fa29181cd33ab
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f1b7d3b6f1b13881d437f56c335a6625ae1a8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3ea31c4e709369d9e4c5fdf6112f5d98189a9ac0e3b179ab344918c4cb0e4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3bdb6c2607b8cf847cddf2e1dbb179bd6a713b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4d39dc1085f9e65df0ff626f9c177022b01224dac51fd1a5333d0e23af44a5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33641bb0d535e3efd7a78a420850e31d69de2951
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725b70e4abd65147ff5b295d356b7ba95121bc8d34316fc0a33f5dcb1bf45a4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451ebe74d8e34539b62fd73d1b6259a84f29f250
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c22d407f8c804dac34ca6c8338afad9bdadea2de6fd146b13b78c51444a30
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9e4abf3b58788b59d0f4faf9afe3e08bc06e9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c5ec17e7ff6f47cc6f2f73f2bf96bd2056d9087e14371a12e4718c8e85601
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a1afe387ace3ff46ec781e304883844cc06b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e336a06a8849c08d1537ddc6fa47d91f941b7c0bd33c4c088af294757ca831f5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f4e4365f83692541c1bf94f62d1fc818fbcbb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1cb7fc0e02ae10869881628bc4c16d8a01a6702e0869d894855d5af2d47283
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fee7145d1a2990500beb1d9d492a858bb09e159
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e6ef5bccb19611850a7b81c224346cecc847c339050865a05901bce9df1e76
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f63c9fb4f6d34a9a6b423224339a2eda2654064
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f774b5ab3d6ad843d5bb17433d48f53da36fcfb597e859b7edd4638114379
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e28bc6633d96b993eecd3bb44e8054b5d7451e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fed55c5fd6f10b329bd998c33d90e1734a2e42d0a6354569b7ccd3cc9fa8d1
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a126e71b3aab69259b40b1babf1858773f522f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10759d2f5b069678e3a9548501cad0e49212a1cc2bbddac15b67d97919195bdc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cbd1991e67daf990650f356a11dff739b5aef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5343b462ee02b903d8779c2ca616af01a707974a2deb138b9fbfa20ef1b9ae8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6630d883b85b548e74146ebdc5c9f0dba61fcd0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cab0b434fca44b24de8273ab62126260b4fe38fb996b09b4d69e62dac5f3f6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6cbd53c99039d8811f3c54e6a4edcf5380c488
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ef969801cd175fa88169d6964c3241fce08adb39bafdd9977de6969d9f409b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccffb59067efa95f52507d9dc4b444d181bdfc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06af526384b51577c24dd834c88b040737f34c5596f17041943f1cf6030b3088
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb10d67168dcf2784097eab13473ba0f4f1571d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d512d6ccc70248a0bac245d2611599b4337347f6accb910079d56b64b177963
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dba49a2a7002add8bfdbadb5f61eba1f712c22
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e291fe2512fd17d9afcb3dcb38329b5e6322b5611f03c268ffa77d6d413c0e4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae6daa7dad4c448531fdb9cb8f58967db1a3c81
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a11dd78c6e7cc94417c6003342cb15183b17febb5443ca5c51a433f192c888d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90ccc630a36af4870e8a28a2b77080d3476331
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d05cfde5649841b9bbc4bffd09ec3135ea3a91496d120ba680ef4efa8f3a17
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d1578d4eb5c08c97a5ab9315373a2147514eba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af4336aa12653978f3456c09a6cb5295671220a6792aa0384b2adc60e4996eb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ec11a4e7ddb8cafc857b8d40e69894178fc832
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd424278cc77dd1c8f1243ac7003abc60d63716c831ef43a899bea7833a95b90
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ad3e8a3144c6e058dd1ada17d29ae30e3dea09
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558b9663da8f040ad1a9eee66bfcfc2cc94dd2c51df0821545d3c2d06c33a8cf
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41df085f0dedccd1d8921f7362ab1d38ad702b5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4d24ed31abead88fb248ed1663a7f33baf3520c413e5dd00e48ab1585146f1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d041de7e2774aa573d0552bd1f2b9294a56d13
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30a3a3a015516dc6ba7244ae59fb0ffa43afffac8d02335707b86e877a4bc35
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dad7ae6962e0b36958d1b5852a5617e388804a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e277baa599059f82161796ebab40c5c4eea5646f9cff7f89c2d5bf18e3d9ae
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217c06f2d99982746b593b05f2ce2cb7d0cf3a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafd5f77d4e993b3f534205bcc8d02be049fdb44155f05d13cbbe3c892888f49
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cacfc8fb29a8ccb89940206fb0be1a12409fff
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54d145ac4e250af5bf28a3f82fb3ff458303af15c9fa700a2d12311b91909f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c402703a9f45a4dae3bbab5058b87adc7cbfb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24812e965270405683afc2af43847444f52d16b1c0c0f0069c18433560d78072
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081f74e7cc1bc8e3c63dcd96139486da92942e7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334efc80703c3f8392d4e5ae3c52fbb909b8ad1313720d97569b81e73a2de6e0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694eddc80b059a9bbffdadecacd9aa320ed49a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674a75f93f1f6f1dba667856c98dfd5f88877f6868341a528e6c3e43db52a96
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728ddb4688b7be83ae38ff1c65c29087c94aa0e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0320ff2ec11f64ed73e594daac80dfd33178545e26c1da0cdf8d7d37ee794a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9245d5e04d850eb2c494016cb825ca8cd9f582
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd6ceb44678a069fbadc2092c3fbd7ebd256577d1f1df8cc57029cdd5cecc1d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdd8fd367ef895f61a3d6d7ef8892379e2ca336
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268ef08a0bb4cbdc1c54d8f554f9dafb086203b459583e537293b65681faa4bd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da8733d1e9284ec4175135a4bd744ef35d604d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb719099336cd4a12d4493744d168d21993cec2e152d29b67ec2a8a015aa56f0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14efff5dc99412ad374f102dc80cd4d1c72da1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9c91302f88bea9de36c5d1b353954b759271b60f82cbcc55afa01aaddf234e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64158615257ea061a5bbb6df7ba87ef986d817d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72069389de72fe277bd4be6a86c9ff10b0246e3479897ec6e7ece0637e4ba77
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c136ead4525ad045930562d39cba62f8b83cc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc6642b069ba22034460dc15721126f3855d63894515c940822412cdd3eefa2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ff958c6c541bd00cda82fb823281bc4a772c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795eeebc3f479bf2aa7baf61f6ae4be3f56613a4a5331e5a976c1f1245aefcb8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79238dc72f522d554fb9fed543b101d191858b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6f90f45e1bf7e0ca686c69832e6231d230e309f13dc3cf33f4e1b19c921bc6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43adef5442e94babc08aea0e28512716de31d31
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69964ea66c422d9bfe606b3e8b99428d0ed7ec59236858cd5d0c44f82d9197e9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541f75af9097c5c1ff0daa59afbd49d2bd8ff0e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8995eb36d462c2c6f63dd44341ec2d24db16459aec7ee3bf1a28f18c041b44
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d044cbd898393bd7f7a1481a03948d05a9a2b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d184ef921d052d417196502026518a9ce70d7efb71b8f0d6ac8b9734cb9b93
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cfe498138f5bd96ead889dee2a599294bee479
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa91c7f696c24334b4b6ba9697d4f913b1ae250769d58c8d3c353c29d3fb368b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b370b2b6ca3017e3e1725f3fdf7fda1ee356e01
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce4442c6a32cfa37fb407208688917021fbd5ca0823a5af6a6a34783f78d346
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492dd95b9d0eaa500e48b841ebe0a12bd55b2e61
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c45d08062bc4f1c4063a64c1738a2829400c67f099324097f8f7b56f9623939
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c2bcb59b705420d9b1115197c7f4baeddb90bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f5190b383c34605729dcef19c451f22e1d0fd92049361448e9d6f744d592c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1f8d705109e731ab77c6beba28cd8fd4d5e7e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04135bfa03e25b7e662f2c0db02a24657163fb1c00357f3e990e994dc0e60fa
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5599c814d0cea544f4853a9466090dc2f94065a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5598b195d16a78715e7357a38a584baf133721ac8d7cc7524a4a1ae26fe20548
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dcddab5b7d3ea7799e7d2394d9d67df18a6cc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a1fd59ffc1d4c1d108302aa9b9c3e6068d001855f3412d5d818d5850c5d0fc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b83bfc0cdacd2c0756bbaef5da242feb1ec4d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3fda653e88b598215ff4bef0e16480b91ebf5bf2c23fc2b23d2d373cf85a51
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9802f0b7b731e335ff7f8676b9729f6270f44b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b29d7d265680c86d19fc6c06d0de6c6065c3ad483aeed6e1f57bedf012943d1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b47e13165a7934bd61bac96532074d81e4f7f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7eaf2dc8610d8eadf8677a1e113563335de27a14a82f8c4d5a0104d183c655
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c1b613c4c6cfd6bab5afb65bd61fd755e1f204
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6927ecdf05ef27dfe6afd9042619a6e7423956df9c55202d3472bf553035db18
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121cf58b3596b90dfc51498d0d9f2d2ca72b2ce8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543c3463a72640206efb5ddeb9dfe7964803c2f9b2603e8eab18ad570645364
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2049ce7874e561fdfaa91bdd02483e4294e651
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698ed2e924778ab7d4117ee2261ac1dc2953ee51bc7734d2bb1b4c6d8654a0e4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b17eca4f7cad00f31552ec4d063c4e643b06fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d75e55809e61ead547d66fd85ff359e764d9c83c06706a0f3deeb18add3239
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e234dc1c31f0a43c87871a1bcfb879483605df
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7efe027ed7024e1f58b73e27688ea806f874a619c46e2363913a544802db51
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e65ac823c792d2cbe6f371444adc23c2ce2722
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a87cc19797689b53d0d5607e6c51d073304410d4706452323f9217a6cafccf5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed8bb020af6690d796340ec403b1dd37297dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0df8ce319fe387797a983473adaa6a3e9be512b272ca519d69a2f16f89c2257
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263c95dcda5100c7d1910ae3a1184cc778954a25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2370aae7c356a58f1afc142e3c813739cf1b606e18c0271ab3fb9d6befc211
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05681c3970b5e6a056b5cb735194e25fa6fa879a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113e0a3a62e31e43e2fc8539a979eff0d2a92dd8fccd4b8af62a506e11654184
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfde51442637a99f0eb070f1907831f19ccc402
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe09c727d5c9b5f5505bcad278293f90918504131f498ab63a4c414590bea27
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bcfcc4791c00f5160e5bdbb5a93a575a292572
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b750ac4dacc0f31b5cd057e9307a88ec5bda62c197245c9c34d420c073d073e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fe95930faa3f2eff0acdab4c68852d88790362
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a03143a4d2461481f84569c8976284db2fa32e527e8cd5c180a57983ab3d3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf8ade9f0e2642465947e3e233fdbfd793d80d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f821d504ac2e0526de6972d4908a02e30e0f85dd6d8bd367eec1d499b76a46ef
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fbb800ae15097e173e75a5defddb6d2d43d8be
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df07febf9d2986cfec33cddd09edbbc134ca9dc331995c9cad6f54198686f05
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26351b2a6a9c40cd42f3aa9beea7e95affbee404
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5957e5872609f68b72a71fd79b334d5baede82de2be9833fe880c5607d02b250
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961a5283180d724902e871a642d955208e2edb71
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b9513b574abd3ed31a16fc035810d58e784886ff8e6f2a0f925d8094343ee2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7292749a26e466838d4887ab3fd5a9e9166f8fbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37417d7d7a3bed090d29fcce85836683ac19c72918a206f7854b49da2e1968e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb32d41335937a60ec4875d18605058d69cfd25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253528fadf2841b2261edb0cbceb728000eb034a52c483cd078feb3a3e26b531
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c0a4aa030da290fc92bf908765cd2b9c886432
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d0562d14c474a4ecd32c7cb319fbf2164d65e24bd8792526411686d170cd19
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f73b04f5dbd9c6236590d959314e097c1f2b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fc6aceb4b71edee50cbe173b88c8b99a1b931bc31e442a2fe99e2281932796
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5663b66d0e0e40afec8009daa9bc556eefc28561
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1e6cd20096d2d79a73a416c86e013f5b634e44ef393310bd1b39fec1fc7fdc
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aaad73ae2f51cebb386b2da8a84b5db94f9cb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9da28e6303bc78b821066fe23e7f60e30a54683ca6ad453d78edc258fa8fd9f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409bb682591f516012a2a7d5302a1eef4dcc8b7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c0240e18a933d60998d50182630f407221d6fced076b90422768e7158cf6d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaf7263254a0005dec1449be2f7d7443fbf734a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c36d9f5249916701709e2a7b0d789586131d9c428f7aece129534f69347a6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ade7f8191c15bfaa1cacb101137a29fefebc14
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ffadab3e27d1a0eeb2ae5e5b620151832ffa044129a5b823b23d03a96e5f25
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a048073bf51c1474e1acaaaa4522557a4457f4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c1e530d9b22e2ff26523261e2c59ce7b9d0fe467441fe0ced03b99107e76d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ea3b1060df46374fc2fd73fe9f18d211222f66
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2c0fc4f87a99d5e8792db921d2d6845506303d28d8a6f4938cdcf8526768ae
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d80d9b4fc5b7da2e24c0a6abd2079cb0b32757
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e3fafb9143d032727550247ba146ffc8ea4dce395cc6f604d6a764ce8c4b09
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b0029379a17638d0f2d1bd37caa728376f51b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c131c195c5c4d08ff4488749b45965b4b5af6cff01c3aeeb2a2042b934480242
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7712a23b3394f3938faf2e977b00d289e2d61fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f878326779a5b506934d9b9ec976b30ffe432ac03b909b8233680544852b07c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8bb525767f4b677802cdf323b0bfb5c374f1d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c47f8d675e1de02e5f30eec63a9012de47dd428c27c9ecb5fd4fab47f91f0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f656f05657062bffc199fa26f644a16a8933516
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797a4a8520b126bcd21a7d1f2ec0275970dbda9b75f9d10170c25257b8901af
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8b8227666f413213450d698a25c530c2021a1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb630a20668081087472b532c03bb401f7c3203dd3ee7df3c994065a72b0bf
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d1693e0741014deb1a77e1b45b5c6860b4759
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfd56ebb748d826468a5fbd8ae137b584325128000df47c645d10d7919cc706
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ae046803cf713691ca9093a54ecec41fb0c9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42af300df32182436cf37978a58d309ad5a23b16e74fb747e9b773e21da3124
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087ef882b113a2be5ecae1dde4c20d224d15e52b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924fa947a00b47132ff3b4d860eb703a75e0025f2c9fb65d00f989ff261f41b9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c31e353eb423cd4d2d197a72e2b428991a9dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866dd65fd18bc258163415b34d600489737c9e87c638e1ed808d57eb8a3f7684
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e3b45786b9ff8c5a3673afd5dbaf4b201a9379
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38800d64816fb43c0597434ec22b72af7221fe66409c125aef1352daa87bd644
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af77b205fd2b0ee657499f9d9613cd5e1fafa0c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c24cbb5160ce34c98980dd8abd1152d4dde3eca99c8ceb6082d6505e824d8b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4dd5216b7cf69d0ea9248c0a56adb284cd67e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50b50e6c504c16b9018a330a3a4140ecdd2e564fa02f65ea14b0c7ae0d76fcb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13617e92b1c15a3df03414ffc26128df3e80b6c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0fea417a596e816b4e708cdde9db45d0c66df91f77a32720b1fd96fc99e0dd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb411895ee08c3b7a65b7a3c7552198f6e39303
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1704fd834d55aa4837a0787c94fb4d058dae88e1e32a093574cdf07dcd5490d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eeb2c66a7ae90c1dcf6f6af0b9b4c7371c9d1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea785fd52c68741ae00c8d515bfd8c5cfb2055ab5d516a76bdddded5f4d50577
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5355163768c9d34319fb383e102ba8324ff3d381
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2808481c353d1b537ec8a2b74ebf3c2b0d1509077f9dd7b2b975c4e402075f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6696b43651e15351c875a8f8f582b19c1853d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3218af907f84ddf380c137b2297bfeb65653e26b1160a833eb168d5f2826f1af
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedc5051c4da82a51bb8c4ef44a2e3ef46b8deed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e91c063bd3683055a100e1d92263b360b3b5e8fb728847d0923f61e1268a83c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deab244035b9c0510f51e5c8adfff5034512ba1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df0d406ed9a66ff44872d9eef8ae1bf5f1a2177f5f63f7eda31a505c1c762f5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f42c26ef41ec3c81e868dac1e7bcae218a1015
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648c274e1bcb85a9c8578cad1461aa9787b3229b5bef44a6ffe2ac4e98e43e7
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b937c59df7a9febf03d7c64301e7ae2efaa485b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93b1449ae3c3ca95459cf5f846ece2bb5a4138034144690f0f1e042fbd0178a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f44be965b8d91d67db189efe1987829dbf4016
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484e48c7ea180949b60458d1a9d8291337499d16ba4e8f643613f913c480b30
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8800fb93182f50628761df30279a0b96b520b9e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a693cd53f3f659190980236277c19f31f85d139436c64e32f430d0125c0690
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde0f81c2d30a42c87285d6b4983a5ef92147f77
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7756ff01d6ef65a9242c2ea0800654f66353e495242ccb819543852a82aff5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45de3e7fbd2069c3fdb0d2dbf6bbb90aaceec5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1300ebcf05f0cedaacadfe3aefa9420c8970bf8a54d37acc3cc7bff82bd0cdf0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df941ea6e6ed61ae2959aaefc6862726bec3efc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe99597c56c2eca6204293268c4ebc3c9b6cb6210b0bb78ee7c38cd5c52e4f6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790c855bf7fd4bc46e15944a8bdbc4b17fc697da
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1679208a06bcf2db0386897fc9b6fb483afb9660561fe0c6bd13539d746f749
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d91e6fa74fa3f367e24d52dfaa3fc19644788
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc22a647b953f75a3eb4f7fa2972766154aeaada487d10de4f1837f87fe0725a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d2c55c7d47b712a7fc0d67f53e43cfc73bf772
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8c2089035d2d29eacb9422e140aba359422c5b4d05ae0674056c3c0af570b6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3c13f6e1c5b414e2bc69de6d59a4a3070ba7b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b7e855005e9922528e834837e33435ed5b171ade8173c366f3a83c97838341
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f7c038d6cadf95280a6a3c4275bdfae2c208ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a724b5f031b83b2601648133bb6974dc284b254eee2206dd3073b3c2c511bbe1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e101ee82762cbd13ec61e8de3eabca95705b21b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a658c5b5a3538449aa61130459762116cedcdbe8f94d9740d28a63a752a92c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d7b8335c26b18a2295c25426362518d9d27e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d8e3317adb9b1f2d488e19e44d6d31526f2df2b5cfa800b74aa7d50783f6d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063a5662891507ff6b8cf7c1b478eb706044e60f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf6a0c2396b4849b4005500ce52ff6e920e7f10a0e1f7092b45c39fcc48c93a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f29ca1fe9244a3734ac5fe12e1c63f829c1dffc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec0ba92d01e18294e25e89eb675d4959c2def6057543a6267213b9e3db74979
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b18293c6c439f019c19d847a6af36012ee91ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f45203903737d33c90d91534733c5fc7d8f3639b2b982894e017302a41164f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41d8f3a7d3ed095d4a3fc071c07796f7045284
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4df26fa917a6b739de559668cffe0026c106e736e58bee8a8f33a75a7917915
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8844a68226fd72be18e1ec756e9179b3ebc85f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b423989da1c9fa865fd3c134dbfb61d65794186e26b2a8cd1ae38f7c8d0b5123
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9e86d827153040d9151c6de8415aee3f6c200d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eae74da5b55f2664f6523bf882681fb3ea8d071b9a0075bb36c9ab87f59178
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e7f0c4b9fb763119f2add5a8c0ff4bef285990
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdf7adde1efdac3e0488c5253ef13bf70b76fa27a83e8aec45036432c1dd881
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0650264fc2d5041121f752858797d059c6a5bc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7656b51826257ffc32b5d91280fcc18c2f69562ac5f28f9cfc5c471a35f495c5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9a56810a241acd08e9d918b7a8067665a20e57
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae95bc0dd5bf5b0c930881435968e02fe11f0a9f586f472e8cb3ab0ee0d82a5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a68b9134d9ef46a67d51b2d07341227fb46a9ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4548a9ad8565f5b4c42d4df2147d6c366378f0a2354bf25c0b1b332930e8238
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04445344c92a15b7c5c01a3a77002825d3de8bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778a99abb9c32b05915021315c8ca1e66f61858e27da30b9ea21e9392ed47efc
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e957e2f5fb1e2624b1232a546047ea00dba58d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a303950d141f06a37a44377b62ad4526b46df85a02d3ef1cbd32e9936755cb
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e3413fc6b65a3ab427c9f26485866d7bc53e7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3e954144be5bee9e4d8f69ab75ee5e39dc09310cc488c49aefcdee692cc6f2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd404ffe891f4beb7b0e9d43fa3222a5f5226ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0cd7a9451757899bc0b32de62045e47f18dd54c5d0af0df0764fa273495209
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e000776d1f7af097652884a3ff71cb793168dab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8e8970307fb999e82ddf098f5a09cd7bb7b21a101fee4113bd95634df870fb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49854b8cb375fab0c1041da984ea25c290b092c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948a03f68a2c5e948ba7eea47dbc8ef2245b883f3b44841d4aa326ab8b35c590
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b513a7373436a2851e75bbf98ba330aecd906048
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fce3787506c17f016a57dc2537831f4143d084b7fe5717dac71384d0765bac
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c93f537c83ecc8106456962de236a64cdabc4c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558f2d2a2a57a2c378cb429746cc4fd84f9a53dca4ecd93132834825a8754ec5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b740e64111b1c05e481b836dd76fcbd0f57d5c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8b64d70977921fe8518f0b21d3261ff0ab073bf395f9fc50ebece90b7789df
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a75cfff91195e665f3f0ae77ba653e3720fdb13
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c012a75a9c4bcbb670d39fb2a866baa0a6e7900138f7f18b5133394a19d4a837
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d04e338dd4b6b89e851a3fbfaec6666e9331dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2b40e74365ef7cd7587dbadb91672c576ff782d7e49dfb6734f1a838bf9fc4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa06ea32f156557919d5fd62129707d42f4edcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aacb29f8dfded6bb08d28e5e03a7d0275d4503827f37ecab2618c4faf11fdb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088b834fd737e74b63da5f418865b3df9e62ae2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02cfcc291885d7ca081aba390b3fb8eba2b51fb7d79b6b1387a8bee53bf89ba
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f8130707bf5db32632d7bc5887243678f71065
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56507372d259c6dd97e0b7352220f4bb1e54da271a755b552931c9b653e5a004
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dfcba5e7758c444d22f9e16603ece30d25551f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e633e7041ac059d6673650b6effb542af9e07eb93654f93677d119392cf1703
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16869f5d43b8278eca970dba290e97b15a202ffe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ac35b2afff48119f3ed02b80d4ff4cbc1152bc6783cd5f1627e7872a3cc2a7
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdf23edd275bbb01908be397f2ec89e8736283f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa752f391187a10af65c5d71d777eab43c50b8a4c5250d745e83e507fd82419a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc8b5a2f6261e1365105f1a5d372de4095a0091
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1a98a30cf2b52eb1a56758e463abb2ffe5dd5ae7d41d750cbe06ca24082d07
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a2497dc1256b2f055a4831fdb1041dc8c2b5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9515595b05a64c372d0688e78c0856a3f99ace04d804e4584227f1e709ff66f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76e01d907d89512ba69cdb169be4269e00a4eb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48da9b0ada4208d59d2345d92d3f9f013dcdbd5b7552d729c60cdaf5dea50f34
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e58aad1ac2d971812cb0bf523181c734e5a2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99551ad3921d9738456d8a40aaeccb4e1e3c1e81cee6b2bffed44d259c36d118
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd0d4875d1c494d4a2b2d3539d7c0d94e1da619
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634004c32d45567eb307df348f1d60367ee3932b62373afeef083a20e457c19d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3399e76da5156e6a1f07a6da8516df900ee12b5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bb326205bcc8a828e8caea747d63f0e97b482a556fe926aec64a034482e0a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68d02388cb4af11cabe5f182273182e7b00743c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6aac0a794147d41aed45a54c356812ef8de4f11a8e87dbe2b938528e6c3145
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1859b4730d2c30f4e464bbc714c06c1ada64f170
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efeaab9e002947193ec945a62819abceb7c9a8add75ed8dcd16e5554169dde5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d117f96ce72126eb80847abb11040fb2f5caa27
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca1f8dafa0ab93e55dee47ffe3c8ae1b7d0b4313e9defea9f884936536ef56b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f23bf11d4b3eb14a39186cb68661d1d77dd36b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44f47fc1b6ad4c7ec32cded247355e28de26f05ed4c5923ecd7915d0d265d28
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19af1baffc4901095ee2722d0d4099521253d9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb20c74bd6a7719ae9ae5e89b1ffff6cb5b53e137aec6319ed8ae2350a81263f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b611a3614ce85708b5d91de9d78d3c59b0f86a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59115640187c68732cc6f6aaff6fb1740492313e9eab068f7a205ba9ab501e5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc39cf25aac00c0e36d7a79d8900e0bf22551c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97522b488f5e2a02e79a5a928049e11ce6808e026e40193868b977808f15c3e8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7039d52df741c6e1f53a3ec6786fb0c7c7397a14
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b520af59b56cf363e732300a30705e82f688e4de0d016ec3ad80c0534b87fac
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afd21773d4e361a89a357f2632d47f8fd725450
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c778c1d676c5ee7544ebf8e05c77c0136c89c872a2c7e539e9831d69d237bb5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a670090cc7a8d1a8f31d3d74584a45c0ac6b8468
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31f39fbf2278b3e0c7585f563fa5c890a8a74010985d16898bf21b71b3adf00
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1f6d2ca465608ce9df590270f7ff0ff51da742
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab6d1a2fe95810ab45990291c941327aa349b7e48d5bdb15fd8c586bfd5051b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20ea4b764f5ea1095eb020f561a180f85708414
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb9eae357366f6dc04e6b5f7ac4fbaa5b1dea4665300de259ea4bc76631eb09
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8af5c6f2f54e1b823a8d73bf9f8ff1c692dd790
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d14681b9b08bebfbad668bacf542d12060febe8db2800159b551587fe34d22
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e31d9e06740334d2fb7b5ffe9ef13ace549f839
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e3acee31d3cae9b07a14a8c10b416d9e8d8956c6f289826f9f58c2619afe75
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc8107a9bac572c209e93572e39d341db59c33
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac45cd943a963492080330e669c627e6815abc28432f91379cace9c61391227c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c31ac355de622a58aa81e88e9bb507e452902c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bff0efb01a162d6ec5d1a55bb7db921de578007edfd9c8027d5b626638e117d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bb8dd940be52d8195a80b80179191a0f41414c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e6ae2d7631976c13d9447053debbbb742ef38e28edd03e96b68b944d8832aa
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee9b3c2f280c309d8d9eb1c45d88cd68cad64b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959fbbc33daef3bba049e62ccd4b26b70f47a8cb66e07d407c016349718c0ed
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981424724b1e132eea5d5044c36d791a25fc16da
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bcd7998985f698e3c74ad126a422301ddcd7a80114fca2e2500ad5c6ef5150
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46daaefdae6e0ec5293cd6b4d149566f6bac5ddc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780c5439d85c89feefeb86331a7abe2c996989de819838eb8a0392f5dcb809e3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16db658717b9f55cd83cf376fab9a2a5ed92ebc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70faf8152585bc67cb95323b53acacc546030f9769acbf123e4b38e166c956
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9f3b1937ff033345cbe3bedb9020881314d1d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea053bb1da94a2ad4261e58cde5f15e8ed46994f4bb431f1825d77dc79cfc13d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216b647e3203d4d548c2bd2b595700b853e0181
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabc5f961f4ac53dfdee81df2a6581125c1d965392d3d4eb1b4683b5b6074fef
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453bd03dd1501e53448e8f02105373c0ebc57593
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7642d21307358085c54cd1da7aa1f13482ea72723ed1f02b55bc65d2a451d016
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f604d439d953f6ea6fd666cf3014f4f11c76c0d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d432f0c10ef74fc6736b1ec42f69adc81dde15b01e8d559cef9d1a3aff29849
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb1a856e7a536e0860627912b1538a3a2723e9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187b8e53f8a7d78c3c3c60f6ec514ba547544eb02cca607cadbe8c0b1393343e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147de103f0f9d5585f6ec958d9974eb5369fc5a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a28a16d24aca50a2eeffca7eacbde45772a2ff1e84f0c12978b7501ff0cb5ca
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7848999e2f547e984e01a0c52be8063c37ab41
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a4eaccd3903fccea0c70e5a5f4f48cce50f3d9ec18a24498cb36cb5dc8574f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d811e79015d1d1e670088b5d0207e956344d25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d018ec3a6954a4fe99599f43a5d7656f4103c4dfd5ea3cfa01810931ff9280
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a1d99980d845203886027757c4d5665dfc246e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c964ec711c6c66a1a85ad4b7a6289040940468ce84eb74c00b79080a3dfe0c9
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0488ede505e0d77885d45aead04b34b5f5359b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0e5202165277f088f22ceed2a183152a4387e24e1cf573a0dc5bcd057ea865
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664c642c2315da391a8ac7ea2fe9c3228d5aed12
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cfec5664dab967e73c2478bfba3da5a7e1e9bd67592ea787c7296c59400f5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb402aedba54a5a776c8e361cbb386b96aacd15f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a2b619024a2cbc397201eee91bae0b19c0019253320fed98ac3f1942596f64
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47056e284d19da7fedf17990cd545d7126c5a0b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf38f14726664af0ee8b8f6ad458e28c14bb5d9be9a8d6ca4f9da512fa6e962
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103295cb78396ea4527850903eaa821e28a75946
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e6266dfeb08a79b2b73d8804189bfbe3f31b602a4565809a71c0095a1f31e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128f59e0fb1386d6145ea55d44e0044e0b1ad12
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad2626cd42c971453929cad58066a10af1bb1bad1c2da38736dca5278eb3439
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc12cda97af811ad14c4c0f79af89ee049983db
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a8cd1a2ae99d0822dda1dfbeeaf3a3fae0a0002d7bbb10db1812b13825a888
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db61491d88cf751c6108f3afacc844643a17a1c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccd4cf915234e1651b610e9256a6e3d45dc9e365c6a63a8b6eab0a4c4e5826
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11083bf378a7f228396ab8b503c000477a53a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d19cde8cb4bc224161a4af5ca5e0c7272ddf9a88c39447400c1961ff881a64
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba16f11daebc785f9128b965c426b0326ab5d484
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf28281e65fbe5a8fce71e38799154231fac4b4915ad565b5e2abf3bc03d029
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbe84e552ca345da0b31d9443a2b2196c46301c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ff0d9c7da5e41ae2679399fd04a582bb2aa830f6ec16a233201bdfda875e8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484e4e90c803e58b085057db2029f62b63b84563
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a1da2d7e0f0cefd9d76bd19a08d75938b6e629e9a15a50e737ae32deb3087f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9587c806140ad8107bf74664a30170a53bdcc8ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b379f5534a4e4b19ddf34a984de2b556c8c41f4a67ca8d563beb3f73ad19dd81
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d507771369f84633ab7f162716e7f41d1abcd572
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd374e269b2ad8a00cdc3577a7ab2b592ba8af897513695417b026eee8b727bb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1369ca267e301ff5f1eeba2cb205309ceeb2e1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c9021092d362563aca8a469dd9c5368f3d4b4f710eb001987383bb03a327f1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f3f9d97c0d44aca13582d1f2a73be73988c527
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1513baef9ed54759afc81a663919a305d17acc0eaca358ad71205a2ef219ded
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b915b6b1a25dacbef6340e63f0a20919df215510
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d68fa96157b833491c60ce9f520ef39cc2cbae8c671e7f869b7367276f5702
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c649649d46a781921473daeae2f4ed0a79ca2b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d613d94efc61cab3473d8665de41c753000364fa27b29b4bc87cf797a1497eb9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edc6a137ee40891b25da071adcb937985e402d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d94bd94077fc975419acffa6e73e2bbf91544c1bc2826993246ac6d1ae3f6a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e438b16943625bda1141efa467e1f02b0cf74f06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d140541cbdc77cf9d29c029a974419d0ad4f984ceaf498880f04f7799f136b8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d212e3ef302f6b8bcde833463fae303e702f65c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad27499dc6c809532acc0157adda024f5489f27ebf075df19ed64685449a853b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6e9e9c85397641b35ab99e0e89c039ed54bb6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecfcaa273d4b411bb4845b678449a2cf7918bb1f730dc0844b038ba29c23fe4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1fe77b7fdd03eb789dd7ed6b0337f089f6607b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4431e4f9ff8ebe56ec53489dd67a7a57ffe03753b062dfd3e05003a7b91afe
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c0c7d55b5a5f5b0352a65f0a638cd63bd293c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5ae01f21d70502d9cd4097255c39b2f7c954626028bd84d0bb10b9dcb65dca
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edda6462a8b2bd4b7813277d62ce6e41003c668
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604e893246c832556ff87a453a008cf6d28d222c0aef5badef72237143c63cd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f1d8c1062b2da1bd8210ef98262366b41128
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6663451cfd3fd4584c2aae6bfb0da9d6b84b4f838f08c34801bdc8bdb5cd440d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65b838bee393c100d71db4dd8b78855c7d0eb23
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314c3fbbee00defcec39df7cd5dbbfe10cef301c2ff1dc1005197a8d11dc8429
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65471633273d97c7c77a15b0271950861299625
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d19549e89e3b44baf5442eada1db5fdef4f6bbb50346368aeced4d028188e33
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5ac1718250ea1b689911d3548d4bf3c5ceaebf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f0e871dadc026fbd67fd4a4db66ab714020bd2ce9b2e530cce9594189d2ae3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4004eb9a59606ade5f732f03a521cdb8d141b3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413188e177deb44f51451ace012f496c70ab709595640cd5325bf9c384788d99
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2d6f4b5b61076848b4981911b220fe6a1a9b23
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b526c53dd86730629c8c49ba2db850bda10289e19ce60f2c4c66973ac2958ef
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec38cdf0feb3380e7e61726ae07f7467d1e0eb7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c238d3a34e6a5cb8988c2997bd3347568a1f9394ad888859ba0b637ec2054
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f4688672290d9a10a8323c7dbe86ebbf82a338
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e44ee70751d00524751e7026a444ba3ae2eebf773cece7c0271c6ce7bd0ecf3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23b00466ac9fe20b3ffc485308f810d2503dec6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16f4f24177ea5300536bd282d92714e5c841a8d920b6bfb7d0dab42eccea6b4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fadf4fc894903fce73e6805bd72b2907c6ff07
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee2e7ef9221ac56d9bb10189ba983503ccf837d160de07dba2b583ec4cb658
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe7818d3f9c77399875fc2e2bbc7cc26ff2f66d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c25c54c8c12f861d11be723e82c3229158295c87adb5626950d8a1ba937e1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f3032b9a77476cf54e5ad2c8e1f5ecd96c19df
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a031c31c1d8704fd101843ee68a0c17edd21519f099486dec8f269d5ab77412
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2253ccbdda1115d75b09db08183da6493ab80f95
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f719cf82c588a6c568b9585c9a04758d6b5e6cf65c091a0f16e502cbeba543
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5b162f80f314a575423adbabd1e22407cc85c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827731092e4fea9ef77c295e864e11190613f31cc953019cdf02fba11aae8f8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378276264f520ad4f97e3b8a22e05051751ad8f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09744e8c392739f5f1a9e0c8a06365d57fe9390fe1b4256c9bc5ccbe6daf2f6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9476b5c607f872fdf3175d71972650a5f427484
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0ca139c91d34c53981d60e5d07e877901e50ea32021575277bf88b883f658d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8270755988832c8aa32f7c58f7cfa7618f6c16d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86f169fc1f1075d957126a5bc817162513f808a952dceed80c9225907b7b690
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c10222e1d9d1ffe3c378a9c7f13fd930301ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a03a8e4d392b999793d1bf3585a80e2e45a9f9055dff6f40eebb36980d6fd0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34328efe6468c3573f30fc74a69ab1f21a53f918
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325ecb00821f3ccee2551b108a04bd3bca0e78133d11ea071b694d005c82c640
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184df7cb6ed79f0e451ec90a6a2c8599af73362a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e022d05b1beefe45beebf89eca59f38c8431dad35d8481d179813fd01f036ee
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d882584b1f3ac93bbe05c8980b2216b69d7eaeb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41c395f175ca6bfbd3dfa5bfbb2c43cbad7f9cd9cdc712fd31ba4dbdd9b033a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdb20ef6582774d5157dad6caf5cd33b8170f8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba9348c05a4400b79ab0cabb9745ef0760001cafef99c3207a8ee772d737ac
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536776d587c084fdfbe6bb9e3dbb0cb0e2850dae
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208b50043f372dece56c562c498aedcbd6f55485e00d23951272b0838a892448
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4f687482be5249bf799f3c609692d76d50a7c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949d5a0576e96c8f8f3a86f3e919966cc3ab3d3e90f49cb0cd6f7b3076019be8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029aabbf9a796790a91d424ccd5e8d9efa3fdba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a347ff8cc9dbe5d42bf49845dd779a8101347603d29979582b1bd05d0de2d268
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1193e940e0d6e0d62358074f104e2077997de9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246d56c99dd1c7905ce8e6ead65ccb5fd3f1c2e9c73d0ca33c53d1e3dd2d2eb8
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d55a34e093dc5aca65ce18c436568a6aba9bae
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec2862902d2765d215df181ecd95ebdf174c8973c006f1eaa47f9a80bebfc88
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f4f10ad4b2f8af7ea4dc268dec7a3f742dda7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ca908afe641f71f47c5e0659e05af028131b5c6aeb494d39656191627cb72b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568e89a98df7595d903e6bd6e20840eafe9e7273
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac69218d592b200ed18fc18fcd7b502be2e2c7b7195c17aada5b8f852cd0499
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ba685ec5928ab770a1ed827417f8983fc09213
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accff09fa93d01a3689cb57e25922b71f17e5bad08d89613eccb858acd7ded0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85316890f60a4f91867960799c06f22aeeb7a9f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9377c955b80f8fc1db11855b7795f9cea58a5d90ac46672c4c96bb0f2fdf1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5720712ce381ea16978feb4d52e7958e03172e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf919424161737c7d60208be8381a32d458a7fcdf6b6c155fdf9ec10cf36ecd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba877002c2e469075af237825eba67b53dc8364b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbd9cd8a23c978139dbfb67db97d953287d1bf4f6ae485edf58923f03048370
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c7a443da1006de72476f4d4762508c39479842
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e53c286847b03d92cf4b2f671ce866fff92bd838fe57201432ea077ac9cda
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc47abe367bbb446c08b77a0e51cb96d257bf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fd48e189d28c96f887d62d412a58f86ed2cb024df905d3724985ca9b86507c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaed1270963ddabad72e087b91c5f8a60dfbed2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089623a5f05a5b761526732bf4abb582221f8c377196d78e5853d703bd81a809
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7e2509e610e284f23cefcbd57b3d8a187d19e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599f27b541a8724f7a2d95d8505c8eb51e60de34c2348efeeca5633d3bd3da5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546046ff44fe7d35a803cbc9c920099c5ec8c864
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee2549f10aacb6c264a28f739602c3c19a253cd46d79cf098d42ea2fff8b711
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5bce2add97cd85233d48433580c51b2db77ab5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829b19250006277954ce663d09eeaa351a6de99ce22efef1e3b56284c7fcaa92
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a1f108ec4f14770fe2dd08df062692a3791492
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5063004e61b7b1951425d1017326eae746ea2f23d8043469f172ac6811e0fff6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24dc8d7bb9536f7b00e14c6919573c2b5b31939
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c3df3464f152d3768aea43769313349bf54aad399c7170d6c53ddf993297ed
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3895f2d81900cd253b8f3df68a057637f5448ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eed6138a8e50ce3d442e090ebe5efe92cc9a5aa6c3f61ec8f5704b521c2119
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aff841eba5c7c908ae5fbc7eed8ef8376193cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444f09497b13ea03f6c3b07d6c6cb8beb888de28d0ee5ea199d65b8dfe4f4da
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c413c3def3bd2942e598d86f8b599803d0d3902
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26452979ab01d278ab6f7f50dc1a31b9e0944184c66e420619ed5c88dedc260
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8937e68ad250f3759f4b2273fcd62648921f6bb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae457211ffbda8a70f5e311cc7858574250315df657b402ee0b2ba8ce2d5cee
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdafebaa3bb23931a2a0219829356a8b3dd16dcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124de122fbf2651103cb8c8a30c867910d1f883d525887cfd97e66dd1c290900
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8b61243ece64db4675b8d311bc5d54a3366bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378f5c3fea2ae4e4a59ba4651b5417d1fb42fa629bce14522b6ee24953d0c511
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02baf40f267df55c2dde1f69b1ad4369340f5fab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c733c0758ab4d52d310f71aee015450db48a58dcd8daf7a3c8301f74fe9dfbf
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e50055a4342f4ca23ba979c2f4a6921e13a4289
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab07f4394d5e45eaf3f47644fa2e18e1c6bc5fe84f4d18108e9369d09ee5046d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5235785e6cea31f28d8a1b57d09547cde7cdcd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0ce26b5c0b7fe233773c50bd9fd96a3f4ad6d0b66bdb6933728c5f948fe3c1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534ff849a77f793124cda289d072812a47a8562
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a66217358c55a2e974d08d6940754d821ddb4a034df42af75f5fb9186057e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8ea1aa90f3f2461a39c323b1f59ecccf483c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e69f375bb72742244ca826386031d24e1fabc6d42f773fc3981dcca062a2344
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e7367c42d414f7882c8da061324b8770cdc440
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c450814d8d60923b81f143b1be96776e155eaf6cefbf42bc86e6f4500150a4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d624e399602ad6b90d9a275b784154a3a8d8210
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e9d94666fde7db8ffa4bbedc89685cf8e9b4a3ded4977baddbacc570b5224c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d557411f67c4417c6949149e5eb0e902cb65c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8e2d96c57fee68512975713f2cda3be6fd1ea42058f883c6248f396d911d0e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6d7c41cf7afd0e3738a147b015fed28dfd3f0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323af726b9a4438918cddda91fec3a0ddc9103009b285529d86fe26007e46f47
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3f99025907fed3327e93d56a063ee577c1f39
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b87ff1b3d35decd5deafecf6d8af431b02955a07cc978b64b3c613a041a263
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eb8507ca6d79713d3f83f16e6a9668badd4992
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefc866d0db1f66d69280a8d033986095082070bce7a9420deb233879175c024
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8e3af97bc50bd3d546f7d6e7e8c3476ba5432d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b1082608307bbcc60022112c05cc126abe4c0b331e7b2ace2ca5c492633814
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e25bd85a07caa916ad8ad8325997280b2081c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce75a61e5d941769150c9eadd173068f48daf89a0908e1360ab1034834a2fcd3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fe2c042c53abaf362976978c5bdd260c0e9592
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0920c20d1c00ad98f6e39a0cdcad30293f7c3df5e584842da27723536c3a98e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e01a2b6be02e2300ae852e8af6ec08210e756e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9bbf4e840f7dab797160733564bf220a8b1931370a7cba9bfc2d1b51b5331b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18155bff6405f7ce970daceb39aa06366786714
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b5f77c7ffb96297347bee2d698b9839d9243d82f4673bfc77d47406c66dca
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7289e7bd6156c46ae9bf481840c3da0dad8c1bdd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6ccb4d89d4870755af7074699d935f739149797f17b96f22f7e0c593dd981
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99411de978dab08b76eed35f8aa5bf9d606e5dae
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e265c6918f4da22b5d5a40ca8929ce20c48d1b330aa9099dea78a86407daec0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aaf58bdb24544c2223c7f4b11c0208f1932d6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5f5b2d93f4b228828d975bed8e1d76cb21cebdcdf3b1c6a304dabda46bdd06
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5e0de5c4e79d80e8c82955bb9c2a12da7bba91
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0aa6640b80236423ef484f089161a00b8b7e2c2faaa9de68e32fc7316ddd94
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7a90825b3add9f26f800eea70a67cd8f996027
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f8a9794c6d76683c45037e7e155ab34104237cd5b92b7cfe58d75326558195
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb72a4f905ad432eb55bb866388f43304c18067a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c6af1a8d1a05d04535c13b3e48c31f5572a8d4f90cde7b2f3fe6dcfc0b80d0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657b8970879dde3e31a37b9f88507c4e07453b1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0542a5b0911d105aaba43ff5278fd99aed42b79cd337bf10f1ce09c590e4fd8c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc39a4a5805e5c701898da7436f07b6d8c2378f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e6af8a87a465f8ea5c5b00f91a6b5f7c6e70ace92aac3942f9f13ef80a85d9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd6524336b55f48b81c66a064932fbf1e70f908
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46256b5788fc7fbc81b5c1cebb86e7b3bd3d0ca1d9ad9abae6a3023c486800af
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7c062f18343728c8aab98bd3a1ba20a148f9ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855b46f446c9d4fcdb8fc2e24a7228e319ffe5207ff7f2024da2ec4170efbe24
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3573549892022a95e2963f76eca220ceb016e1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d39e1f4af69afa481976ce176a3b1b4e1d094ae748f1567c2331309d18427c9
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/lm_head/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a470882101e5bf312678ff38a1eadeab630f76ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec7bafaf44689984dbf6bbacfb91bb9531001ad6619f253f56ca4f02aa843f3
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/lm_head/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b1a830a2305ee3eb2d0491310fc33acb9ae5ec
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0392c242e47ed5109c44555a1c9a7ee080f36f88e34054f62926c44127d6224
+size 129155
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58adb3f803865dcb93a88116a7fde3a89f67644
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97a5958975dc97b7f1d0dc8b32ec251ac832c9539420b7d3bf0f2ab7d6e8aa7
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c3ed0ff1f284ee367cccf166ad0053cb45ac2d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3246eaaacc010206381a93b294018380adcaf2aef4399f224a3b9ca6466a610c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529333b794e791fdfeee90efd63c7d1da4de15b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc23778a135ec708befe399e1f0bc9ed626a6ad9b2511ac7ed9af746d754d56
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571859b96eedc9f5e439e173bf6dd74e8fbfd40a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea459c995f9b2d40a357ab05c2889110d7b0328559fedb83150d215ab2b65b3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eafef1abe2d5086c382e79367fbbcfb3d736eb2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b66c88c02a8a7ec4c4da90f0994cff063e2e03376a50e8732af82018e64bf
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b58714dcdd5b8752c380e8f415b7c3b9febd98
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cdc01b8e60ff881542f3a572f47d3e3dc971b0230bf4af9ddf7bce1bf297f3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1044a0135f16dbd33fbffa92a1c67e033d4b2ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a7f0853a23be6798e44e2a012564fc7a7c323659b46c334368160928fd628d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4545ec3f4e0a1d919baad0797ae645aceaa1081b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbcc72f0b718fe41e9313ec9b7c6737536383cc77cb022219277278bb6daf2f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f1e7de97fd27290a7f6cd69fbfa252c79adc81
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5165f5c896ccd88b04cbd5e0f1e03fdd5010cc676662b88588ff2080c92a9fe5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b9d2ebc527e341a77996fa3495ced50d083cb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240cce3ebe5df5e1ee27046ce074ec4560abfe7e0785bb591f12d85920994d37
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf4089f2d92f942bfb406e1911fe0c25d15e61
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e728022efc13d77c82c258d50ca9f7591ed38849e6a001cedb364838508f18
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64181fd7cf368969b8f08bb78cdba23c0e74c286
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be79efafac8ef9a7027ee0aa3ae3c4e4b2982bfb4f4eb4433f09c3ddd57aad8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9cfbb0f8ed5f48067650f4cf66996ff7f71548
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29548c0d1551e52c9b6d67958bbd11485af875dad789fc936e9f7cf17fa5530c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0584d681086680f48fb2defa77aa5e2b60664b82
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab6a4aef80eb8fa88673df87f9bd0b234d6ca45ba67ee77dcff7f3c63c28edb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8386bf97e8e70c1fd2e698b1601fdd493aa64a7c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba5482b40b3db80a546fef63cef1df432e4618e2fb9afb85dbcb39e8baa4e6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1dc887e067c1305fe408a3a04fd71b6128ba19
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08600cb2a7d3389a09ac5a595fa4c02554df0bff64a6eac7eebe4a5fa80d8d8b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b0d429938949f9a5d820b14e225ea0cdf96fd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7562e031a19b493224e9d07e9d1f7ccab046f5d3ef3ef9ebe1029fb0f7872fc
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c1e845a203b9d6973c9f860789c7c9307c626b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f60de182ab69df35ab9bef1ff06f43235dc0da9ca863233c3a3f5e6df8e13a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbea484402a405a27d3c26588ef97e670cc15b3d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6f6f1684490578cbdb9502e02d6085b83d81dd3655084dcf5eeaff832da2d6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e551fea0b525d4ed633f9c8ae4d02c4cfde2dd43
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6283c5045a219cd8900d1d72c20288ff9fe0efac57e0b2967c7feeabfb7582ae
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c2da33a58bc76ae64d445785472dc46010d864
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095b764c2553ddf4700e45f3760844a4fab7302b94935254f398aaf89cc9a013
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba07ae56c037c79109f182d20038efa679f270f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa7150a102f86e1aa679ddbba2f17246fb9d3f23d8314f9940001f08d38bf9f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4144e3ec50f0f81c05cc2906bd8b3ec3b9b4568c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dea2a53cf21ba6efbff8536767eb32464a5187d09c38efe71d80a63d651ba4
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dc193a74bed01b9e5fdfc14ef9d328a60d9d34
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdd90f53656199ed2a16eababf54ce52c3968624cf597270d06c400a80dd488
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d5f6196452d8a9578d94ca60118ba72f679c04
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a0dde589041f486c23ed8e74cc56b79e34478ed041207fb66ec79c807e60ab
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a595c277fdb0038426433ffd36c865965af8991
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be076c9329a551dcddfc1240f6dfbe6346a6cd76f52eacd8b8da526fe4a780b3
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6067d6338aa2e5bd4629be4bddf666d82c999c67
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd4991710e96f13de6e75bd0190dc67ac8e02a2cc036ebd494fd04a21ebca8a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd08247c70393cd05e7133190d08b8604fa1df06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e31b904522236330da70b5e4473c16d976e238198bd4dab96c5d74fae4dbfd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dced01c82297b39e0333b0ba6773cba7844dd6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2379e05a11720aa6a277c82495ca2c0046d4a62c3e6be78efbb72c214b33ac28
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c8e66459ab71b1ec40ba3a334d6a0d79ee5111
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9cb5a336841242c615b138b70dd0e4c0d32ce0ab555d4da31bf14a78dbe95f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fca2aa969609fe1a1a12466dc4a345d2480ff4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97592132defd95b977f5c9510c5efe2dd22b1e6361195a297d28263b124d5d0b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357ffe1ad2d749fa08069dca18216ca21d24dcb0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5301f33d516ecd6210650dddf8bc882dfcbdf38edacdf980beca73b6cd0af5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f73e47b3d95cb233b624394c159d782c3c38f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8db0a17ec05ef76a1299e0ca1c179f9ac2cbee49fd32c0000fa29181cd33ab
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f1b7d3b6f1b13881d437f56c335a6625ae1a8a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa3ea31c4e709369d9e4c5fdf6112f5d98189a9ac0e3b179ab344918c4cb0e4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3bdb6c2607b8cf847cddf2e1dbb179bd6a713b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4d39dc1085f9e65df0ff626f9c177022b01224dac51fd1a5333d0e23af44a5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33641bb0d535e3efd7a78a420850e31d69de2951
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725b70e4abd65147ff5b295d356b7ba95121bc8d34316fc0a33f5dcb1bf45a4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451ebe74d8e34539b62fd73d1b6259a84f29f250
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c22d407f8c804dac34ca6c8338afad9bdadea2de6fd146b13b78c51444a30
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9e4abf3b58788b59d0f4faf9afe3e08bc06e9d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c5ec17e7ff6f47cc6f2f73f2bf96bd2056d9087e14371a12e4718c8e85601
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a1afe387ace3ff46ec781e304883844cc06b0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e336a06a8849c08d1537ddc6fa47d91f941b7c0bd33c4c088af294757ca831f5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f4e4365f83692541c1bf94f62d1fc818fbcbb7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1cb7fc0e02ae10869881628bc4c16d8a01a6702e0869d894855d5af2d47283
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fee7145d1a2990500beb1d9d492a858bb09e159
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e6ef5bccb19611850a7b81c224346cecc847c339050865a05901bce9df1e76
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f63c9fb4f6d34a9a6b423224339a2eda2654064
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f774b5ab3d6ad843d5bb17433d48f53da36fcfb597e859b7edd4638114379
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e28bc6633d96b993eecd3bb44e8054b5d7451e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fed55c5fd6f10b329bd998c33d90e1734a2e42d0a6354569b7ccd3cc9fa8d1
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a126e71b3aab69259b40b1babf1858773f522f2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10759d2f5b069678e3a9548501cad0e49212a1cc2bbddac15b67d97919195bdc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cbd1991e67daf990650f356a11dff739b5aef5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5343b462ee02b903d8779c2ca616af01a707974a2deb138b9fbfa20ef1b9ae8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6630d883b85b548e74146ebdc5c9f0dba61fcd0c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cab0b434fca44b24de8273ab62126260b4fe38fb996b09b4d69e62dac5f3f6
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6cbd53c99039d8811f3c54e6a4edcf5380c488
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ef969801cd175fa88169d6964c3241fce08adb39bafdd9977de6969d9f409b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccffb59067efa95f52507d9dc4b444d181bdfc9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06af526384b51577c24dd834c88b040737f34c5596f17041943f1cf6030b3088
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb10d67168dcf2784097eab13473ba0f4f1571d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d512d6ccc70248a0bac245d2611599b4337347f6accb910079d56b64b177963
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dba49a2a7002add8bfdbadb5f61eba1f712c22
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e291fe2512fd17d9afcb3dcb38329b5e6322b5611f03c268ffa77d6d413c0e4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae6daa7dad4c448531fdb9cb8f58967db1a3c81
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a11dd78c6e7cc94417c6003342cb15183b17febb5443ca5c51a433f192c888d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90ccc630a36af4870e8a28a2b77080d3476331
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d05cfde5649841b9bbc4bffd09ec3135ea3a91496d120ba680ef4efa8f3a17
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d1578d4eb5c08c97a5ab9315373a2147514eba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af4336aa12653978f3456c09a6cb5295671220a6792aa0384b2adc60e4996eb
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ec11a4e7ddb8cafc857b8d40e69894178fc832
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd424278cc77dd1c8f1243ac7003abc60d63716c831ef43a899bea7833a95b90
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ad3e8a3144c6e058dd1ada17d29ae30e3dea09
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558b9663da8f040ad1a9eee66bfcfc2cc94dd2c51df0821545d3c2d06c33a8cf
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41df085f0dedccd1d8921f7362ab1d38ad702b5b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4d24ed31abead88fb248ed1663a7f33baf3520c413e5dd00e48ab1585146f1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d041de7e2774aa573d0552bd1f2b9294a56d13
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30a3a3a015516dc6ba7244ae59fb0ffa43afffac8d02335707b86e877a4bc35
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dad7ae6962e0b36958d1b5852a5617e388804a3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e277baa599059f82161796ebab40c5c4eea5646f9cff7f89c2d5bf18e3d9ae
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217c06f2d99982746b593b05f2ce2cb7d0cf3a5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafd5f77d4e993b3f534205bcc8d02be049fdb44155f05d13cbbe3c892888f49
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cacfc8fb29a8ccb89940206fb0be1a12409fff
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54d145ac4e250af5bf28a3f82fb3ff458303af15c9fa700a2d12311b91909f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c402703a9f45a4dae3bbab5058b87adc7cbfb4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24812e965270405683afc2af43847444f52d16b1c0c0f0069c18433560d78072
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081f74e7cc1bc8e3c63dcd96139486da92942e7d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334efc80703c3f8392d4e5ae3c52fbb909b8ad1313720d97569b81e73a2de6e0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694eddc80b059a9bbffdadecacd9aa320ed49a8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674a75f93f1f6f1dba667856c98dfd5f88877f6868341a528e6c3e43db52a96
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728ddb4688b7be83ae38ff1c65c29087c94aa0e0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0320ff2ec11f64ed73e594daac80dfd33178545e26c1da0cdf8d7d37ee794a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9245d5e04d850eb2c494016cb825ca8cd9f582
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd6ceb44678a069fbadc2092c3fbd7ebd256577d1f1df8cc57029cdd5cecc1d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdd8fd367ef895f61a3d6d7ef8892379e2ca336
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268ef08a0bb4cbdc1c54d8f554f9dafb086203b459583e537293b65681faa4bd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da8733d1e9284ec4175135a4bd744ef35d604d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb719099336cd4a12d4493744d168d21993cec2e152d29b67ec2a8a015aa56f0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14efff5dc99412ad374f102dc80cd4d1c72da1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9c91302f88bea9de36c5d1b353954b759271b60f82cbcc55afa01aaddf234e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64158615257ea061a5bbb6df7ba87ef986d817d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72069389de72fe277bd4be6a86c9ff10b0246e3479897ec6e7ece0637e4ba77
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c136ead4525ad045930562d39cba62f8b83cc1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc6642b069ba22034460dc15721126f3855d63894515c940822412cdd3eefa2
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ff958c6c541bd00cda82fb823281bc4a772c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795eeebc3f479bf2aa7baf61f6ae4be3f56613a4a5331e5a976c1f1245aefcb8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79238dc72f522d554fb9fed543b101d191858b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6f90f45e1bf7e0ca686c69832e6231d230e309f13dc3cf33f4e1b19c921bc6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43adef5442e94babc08aea0e28512716de31d31
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69964ea66c422d9bfe606b3e8b99428d0ed7ec59236858cd5d0c44f82d9197e9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541f75af9097c5c1ff0daa59afbd49d2bd8ff0e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8995eb36d462c2c6f63dd44341ec2d24db16459aec7ee3bf1a28f18c041b44
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d044cbd898393bd7f7a1481a03948d05a9a2b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d184ef921d052d417196502026518a9ce70d7efb71b8f0d6ac8b9734cb9b93
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cfe498138f5bd96ead889dee2a599294bee479
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa91c7f696c24334b4b6ba9697d4f913b1ae250769d58c8d3c353c29d3fb368b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b370b2b6ca3017e3e1725f3fdf7fda1ee356e01
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce4442c6a32cfa37fb407208688917021fbd5ca0823a5af6a6a34783f78d346
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492dd95b9d0eaa500e48b841ebe0a12bd55b2e61
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c45d08062bc4f1c4063a64c1738a2829400c67f099324097f8f7b56f9623939
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c2bcb59b705420d9b1115197c7f4baeddb90bf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f5190b383c34605729dcef19c451f22e1d0fd92049361448e9d6f744d592c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1f8d705109e731ab77c6beba28cd8fd4d5e7e8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04135bfa03e25b7e662f2c0db02a24657163fb1c00357f3e990e994dc0e60fa
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5599c814d0cea544f4853a9466090dc2f94065a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5598b195d16a78715e7357a38a584baf133721ac8d7cc7524a4a1ae26fe20548
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dcddab5b7d3ea7799e7d2394d9d67df18a6cc0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a1fd59ffc1d4c1d108302aa9b9c3e6068d001855f3412d5d818d5850c5d0fc
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b83bfc0cdacd2c0756bbaef5da242feb1ec4d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3fda653e88b598215ff4bef0e16480b91ebf5bf2c23fc2b23d2d373cf85a51
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9802f0b7b731e335ff7f8676b9729f6270f44b4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b29d7d265680c86d19fc6c06d0de6c6065c3ad483aeed6e1f57bedf012943d1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b47e13165a7934bd61bac96532074d81e4f7f4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7eaf2dc8610d8eadf8677a1e113563335de27a14a82f8c4d5a0104d183c655
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c1b613c4c6cfd6bab5afb65bd61fd755e1f204
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6927ecdf05ef27dfe6afd9042619a6e7423956df9c55202d3472bf553035db18
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121cf58b3596b90dfc51498d0d9f2d2ca72b2ce8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543c3463a72640206efb5ddeb9dfe7964803c2f9b2603e8eab18ad570645364
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2049ce7874e561fdfaa91bdd02483e4294e651
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698ed2e924778ab7d4117ee2261ac1dc2953ee51bc7734d2bb1b4c6d8654a0e4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b17eca4f7cad00f31552ec4d063c4e643b06fc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d75e55809e61ead547d66fd85ff359e764d9c83c06706a0f3deeb18add3239
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e234dc1c31f0a43c87871a1bcfb879483605df
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7efe027ed7024e1f58b73e27688ea806f874a619c46e2363913a544802db51
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e65ac823c792d2cbe6f371444adc23c2ce2722
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a87cc19797689b53d0d5607e6c51d073304410d4706452323f9217a6cafccf5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed8bb020af6690d796340ec403b1dd37297dea
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0df8ce319fe387797a983473adaa6a3e9be512b272ca519d69a2f16f89c2257
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263c95dcda5100c7d1910ae3a1184cc778954a25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2370aae7c356a58f1afc142e3c813739cf1b606e18c0271ab3fb9d6befc211
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05681c3970b5e6a056b5cb735194e25fa6fa879a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113e0a3a62e31e43e2fc8539a979eff0d2a92dd8fccd4b8af62a506e11654184
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfde51442637a99f0eb070f1907831f19ccc402
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe09c727d5c9b5f5505bcad278293f90918504131f498ab63a4c414590bea27
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bcfcc4791c00f5160e5bdbb5a93a575a292572
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b750ac4dacc0f31b5cd057e9307a88ec5bda62c197245c9c34d420c073d073e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fe95930faa3f2eff0acdab4c68852d88790362
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a03143a4d2461481f84569c8976284db2fa32e527e8cd5c180a57983ab3d3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf8ade9f0e2642465947e3e233fdbfd793d80d6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f821d504ac2e0526de6972d4908a02e30e0f85dd6d8bd367eec1d499b76a46ef
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fbb800ae15097e173e75a5defddb6d2d43d8be
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df07febf9d2986cfec33cddd09edbbc134ca9dc331995c9cad6f54198686f05
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26351b2a6a9c40cd42f3aa9beea7e95affbee404
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5957e5872609f68b72a71fd79b334d5baede82de2be9833fe880c5607d02b250
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961a5283180d724902e871a642d955208e2edb71
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b9513b574abd3ed31a16fc035810d58e784886ff8e6f2a0f925d8094343ee2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7292749a26e466838d4887ab3fd5a9e9166f8fbc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37417d7d7a3bed090d29fcce85836683ac19c72918a206f7854b49da2e1968e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb32d41335937a60ec4875d18605058d69cfd25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253528fadf2841b2261edb0cbceb728000eb034a52c483cd078feb3a3e26b531
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c0a4aa030da290fc92bf908765cd2b9c886432
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d0562d14c474a4ecd32c7cb319fbf2164d65e24bd8792526411686d170cd19
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f73b04f5dbd9c6236590d959314e097c1f2b9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fc6aceb4b71edee50cbe173b88c8b99a1b931bc31e442a2fe99e2281932796
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5663b66d0e0e40afec8009daa9bc556eefc28561
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1e6cd20096d2d79a73a416c86e013f5b634e44ef393310bd1b39fec1fc7fdc
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aaad73ae2f51cebb386b2da8a84b5db94f9cb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9da28e6303bc78b821066fe23e7f60e30a54683ca6ad453d78edc258fa8fd9f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409bb682591f516012a2a7d5302a1eef4dcc8b7b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c0240e18a933d60998d50182630f407221d6fced076b90422768e7158cf6d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaf7263254a0005dec1449be2f7d7443fbf734a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c36d9f5249916701709e2a7b0d789586131d9c428f7aece129534f69347a6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ade7f8191c15bfaa1cacb101137a29fefebc14
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ffadab3e27d1a0eeb2ae5e5b620151832ffa044129a5b823b23d03a96e5f25
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a048073bf51c1474e1acaaaa4522557a4457f4d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c1e530d9b22e2ff26523261e2c59ce7b9d0fe467441fe0ced03b99107e76d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ea3b1060df46374fc2fd73fe9f18d211222f66
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2c0fc4f87a99d5e8792db921d2d6845506303d28d8a6f4938cdcf8526768ae
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d80d9b4fc5b7da2e24c0a6abd2079cb0b32757
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e3fafb9143d032727550247ba146ffc8ea4dce395cc6f604d6a764ce8c4b09
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b0029379a17638d0f2d1bd37caa728376f51b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c131c195c5c4d08ff4488749b45965b4b5af6cff01c3aeeb2a2042b934480242
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7712a23b3394f3938faf2e977b00d289e2d61fb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f878326779a5b506934d9b9ec976b30ffe432ac03b909b8233680544852b07c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8bb525767f4b677802cdf323b0bfb5c374f1d3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c47f8d675e1de02e5f30eec63a9012de47dd428c27c9ecb5fd4fab47f91f0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f656f05657062bffc199fa26f644a16a8933516
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797a4a8520b126bcd21a7d1f2ec0275970dbda9b75f9d10170c25257b8901af
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8b8227666f413213450d698a25c530c2021a1e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb630a20668081087472b532c03bb401f7c3203dd3ee7df3c994065a72b0bf
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42d1693e0741014deb1a77e1b45b5c6860b4759
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfd56ebb748d826468a5fbd8ae137b584325128000df47c645d10d7919cc706
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ae046803cf713691ca9093a54ecec41fb0c9e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42af300df32182436cf37978a58d309ad5a23b16e74fb747e9b773e21da3124
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087ef882b113a2be5ecae1dde4c20d224d15e52b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924fa947a00b47132ff3b4d860eb703a75e0025f2c9fb65d00f989ff261f41b9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c31e353eb423cd4d2d197a72e2b428991a9dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866dd65fd18bc258163415b34d600489737c9e87c638e1ed808d57eb8a3f7684
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e3b45786b9ff8c5a3673afd5dbaf4b201a9379
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38800d64816fb43c0597434ec22b72af7221fe66409c125aef1352daa87bd644
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af77b205fd2b0ee657499f9d9613cd5e1fafa0c2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c24cbb5160ce34c98980dd8abd1152d4dde3eca99c8ceb6082d6505e824d8b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4dd5216b7cf69d0ea9248c0a56adb284cd67e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50b50e6c504c16b9018a330a3a4140ecdd2e564fa02f65ea14b0c7ae0d76fcb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13617e92b1c15a3df03414ffc26128df3e80b6c4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0fea417a596e816b4e708cdde9db45d0c66df91f77a32720b1fd96fc99e0dd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb411895ee08c3b7a65b7a3c7552198f6e39303
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1704fd834d55aa4837a0787c94fb4d058dae88e1e32a093574cdf07dcd5490d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eeb2c66a7ae90c1dcf6f6af0b9b4c7371c9d1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea785fd52c68741ae00c8d515bfd8c5cfb2055ab5d516a76bdddded5f4d50577
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5355163768c9d34319fb383e102ba8324ff3d381
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2808481c353d1b537ec8a2b74ebf3c2b0d1509077f9dd7b2b975c4e402075f
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6696b43651e15351c875a8f8f582b19c1853d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3218af907f84ddf380c137b2297bfeb65653e26b1160a833eb168d5f2826f1af
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedc5051c4da82a51bb8c4ef44a2e3ef46b8deed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e91c063bd3683055a100e1d92263b360b3b5e8fb728847d0923f61e1268a83c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deab244035b9c0510f51e5c8adfff5034512ba1b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df0d406ed9a66ff44872d9eef8ae1bf5f1a2177f5f63f7eda31a505c1c762f5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f42c26ef41ec3c81e868dac1e7bcae218a1015
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648c274e1bcb85a9c8578cad1461aa9787b3229b5bef44a6ffe2ac4e98e43e7
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b937c59df7a9febf03d7c64301e7ae2efaa485b8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93b1449ae3c3ca95459cf5f846ece2bb5a4138034144690f0f1e042fbd0178a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f44be965b8d91d67db189efe1987829dbf4016
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484e48c7ea180949b60458d1a9d8291337499d16ba4e8f643613f913c480b30
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8800fb93182f50628761df30279a0b96b520b9e3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a693cd53f3f659190980236277c19f31f85d139436c64e32f430d0125c0690
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde0f81c2d30a42c87285d6b4983a5ef92147f77
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7756ff01d6ef65a9242c2ea0800654f66353e495242ccb819543852a82aff5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45de3e7fbd2069c3fdb0d2dbf6bbb90aaceec5a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1300ebcf05f0cedaacadfe3aefa9420c8970bf8a54d37acc3cc7bff82bd0cdf0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df941ea6e6ed61ae2959aaefc6862726bec3efc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe99597c56c2eca6204293268c4ebc3c9b6cb6210b0bb78ee7c38cd5c52e4f6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790c855bf7fd4bc46e15944a8bdbc4b17fc697da
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1679208a06bcf2db0386897fc9b6fb483afb9660561fe0c6bd13539d746f749
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d91e6fa74fa3f367e24d52dfaa3fc19644788
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc22a647b953f75a3eb4f7fa2972766154aeaada487d10de4f1837f87fe0725a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d2c55c7d47b712a7fc0d67f53e43cfc73bf772
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8c2089035d2d29eacb9422e140aba359422c5b4d05ae0674056c3c0af570b6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3c13f6e1c5b414e2bc69de6d59a4a3070ba7b7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b7e855005e9922528e834837e33435ed5b171ade8173c366f3a83c97838341
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f7c038d6cadf95280a6a3c4275bdfae2c208ba
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a724b5f031b83b2601648133bb6974dc284b254eee2206dd3073b3c2c511bbe1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e101ee82762cbd13ec61e8de3eabca95705b21b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a658c5b5a3538449aa61130459762116cedcdbe8f94d9740d28a63a752a92c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d7b8335c26b18a2295c25426362518d9d27e05
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d8e3317adb9b1f2d488e19e44d6d31526f2df2b5cfa800b74aa7d50783f6d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063a5662891507ff6b8cf7c1b478eb706044e60f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf6a0c2396b4849b4005500ce52ff6e920e7f10a0e1f7092b45c39fcc48c93a
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f29ca1fe9244a3734ac5fe12e1c63f829c1dffc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec0ba92d01e18294e25e89eb675d4959c2def6057543a6267213b9e3db74979
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b18293c6c439f019c19d847a6af36012ee91ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f45203903737d33c90d91534733c5fc7d8f3639b2b982894e017302a41164f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41d8f3a7d3ed095d4a3fc071c07796f7045284
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4df26fa917a6b739de559668cffe0026c106e736e58bee8a8f33a75a7917915
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8844a68226fd72be18e1ec756e9179b3ebc85f8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b423989da1c9fa865fd3c134dbfb61d65794186e26b2a8cd1ae38f7c8d0b5123
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9e86d827153040d9151c6de8415aee3f6c200d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eae74da5b55f2664f6523bf882681fb3ea8d071b9a0075bb36c9ab87f59178
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e7f0c4b9fb763119f2add5a8c0ff4bef285990
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdf7adde1efdac3e0488c5253ef13bf70b76fa27a83e8aec45036432c1dd881
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0650264fc2d5041121f752858797d059c6a5bc3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7656b51826257ffc32b5d91280fcc18c2f69562ac5f28f9cfc5c471a35f495c5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9a56810a241acd08e9d918b7a8067665a20e57
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae95bc0dd5bf5b0c930881435968e02fe11f0a9f586f472e8cb3ab0ee0d82a5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a68b9134d9ef46a67d51b2d07341227fb46a9ed
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4548a9ad8565f5b4c42d4df2147d6c366378f0a2354bf25c0b1b332930e8238
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04445344c92a15b7c5c01a3a77002825d3de8bb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778a99abb9c32b05915021315c8ca1e66f61858e27da30b9ea21e9392ed47efc
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e957e2f5fb1e2624b1232a546047ea00dba58d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a303950d141f06a37a44377b62ad4526b46df85a02d3ef1cbd32e9936755cb
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e3413fc6b65a3ab427c9f26485866d7bc53e7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3e954144be5bee9e4d8f69ab75ee5e39dc09310cc488c49aefcdee692cc6f2
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd404ffe891f4beb7b0e9d43fa3222a5f5226ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0cd7a9451757899bc0b32de62045e47f18dd54c5d0af0df0764fa273495209
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e000776d1f7af097652884a3ff71cb793168dab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8e8970307fb999e82ddf098f5a09cd7bb7b21a101fee4113bd95634df870fb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49854b8cb375fab0c1041da984ea25c290b092c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948a03f68a2c5e948ba7eea47dbc8ef2245b883f3b44841d4aa326ab8b35c590
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b513a7373436a2851e75bbf98ba330aecd906048
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fce3787506c17f016a57dc2537831f4143d084b7fe5717dac71384d0765bac
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c93f537c83ecc8106456962de236a64cdabc4c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558f2d2a2a57a2c378cb429746cc4fd84f9a53dca4ecd93132834825a8754ec5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b740e64111b1c05e481b836dd76fcbd0f57d5c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8b64d70977921fe8518f0b21d3261ff0ab073bf395f9fc50ebece90b7789df
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a75cfff91195e665f3f0ae77ba653e3720fdb13
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c012a75a9c4bcbb670d39fb2a866baa0a6e7900138f7f18b5133394a19d4a837
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d04e338dd4b6b89e851a3fbfaec6666e9331dc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2b40e74365ef7cd7587dbadb91672c576ff782d7e49dfb6734f1a838bf9fc4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa06ea32f156557919d5fd62129707d42f4edcb
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aacb29f8dfded6bb08d28e5e03a7d0275d4503827f37ecab2618c4faf11fdb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088b834fd737e74b63da5f418865b3df9e62ae2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02cfcc291885d7ca081aba390b3fb8eba2b51fb7d79b6b1387a8bee53bf89ba
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f8130707bf5db32632d7bc5887243678f71065
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56507372d259c6dd97e0b7352220f4bb1e54da271a755b552931c9b653e5a004
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dfcba5e7758c444d22f9e16603ece30d25551f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e633e7041ac059d6673650b6effb542af9e07eb93654f93677d119392cf1703
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16869f5d43b8278eca970dba290e97b15a202ffe
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ac35b2afff48119f3ed02b80d4ff4cbc1152bc6783cd5f1627e7872a3cc2a7
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdf23edd275bbb01908be397f2ec89e8736283f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa752f391187a10af65c5d71d777eab43c50b8a4c5250d745e83e507fd82419a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc8b5a2f6261e1365105f1a5d372de4095a0091
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1a98a30cf2b52eb1a56758e463abb2ffe5dd5ae7d41d750cbe06ca24082d07
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a2497dc1256b2f055a4831fdb1041dc8c2b5f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9515595b05a64c372d0688e78c0856a3f99ace04d804e4584227f1e709ff66f
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76e01d907d89512ba69cdb169be4269e00a4eb8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48da9b0ada4208d59d2345d92d3f9f013dcdbd5b7552d729c60cdaf5dea50f34
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e58aad1ac2d971812cb0bf523181c734e5a2c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99551ad3921d9738456d8a40aaeccb4e1e3c1e81cee6b2bffed44d259c36d118
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd0d4875d1c494d4a2b2d3539d7c0d94e1da619
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634004c32d45567eb307df348f1d60367ee3932b62373afeef083a20e457c19d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3399e76da5156e6a1f07a6da8516df900ee12b5e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bb326205bcc8a828e8caea747d63f0e97b482a556fe926aec64a034482e0a
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68d02388cb4af11cabe5f182273182e7b00743c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6aac0a794147d41aed45a54c356812ef8de4f11a8e87dbe2b938528e6c3145
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1859b4730d2c30f4e464bbc714c06c1ada64f170
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efeaab9e002947193ec945a62819abceb7c9a8add75ed8dcd16e5554169dde5
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d117f96ce72126eb80847abb11040fb2f5caa27
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca1f8dafa0ab93e55dee47ffe3c8ae1b7d0b4313e9defea9f884936536ef56b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f23bf11d4b3eb14a39186cb68661d1d77dd36b5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44f47fc1b6ad4c7ec32cded247355e28de26f05ed4c5923ecd7915d0d265d28
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19af1baffc4901095ee2722d0d4099521253d9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb20c74bd6a7719ae9ae5e89b1ffff6cb5b53e137aec6319ed8ae2350a81263f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b611a3614ce85708b5d91de9d78d3c59b0f86a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59115640187c68732cc6f6aaff6fb1740492313e9eab068f7a205ba9ab501e5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc39cf25aac00c0e36d7a79d8900e0bf22551c8b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97522b488f5e2a02e79a5a928049e11ce6808e026e40193868b977808f15c3e8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7039d52df741c6e1f53a3ec6786fb0c7c7397a14
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b520af59b56cf363e732300a30705e82f688e4de0d016ec3ad80c0534b87fac
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afd21773d4e361a89a357f2632d47f8fd725450
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c778c1d676c5ee7544ebf8e05c77c0136c89c872a2c7e539e9831d69d237bb5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a670090cc7a8d1a8f31d3d74584a45c0ac6b8468
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31f39fbf2278b3e0c7585f563fa5c890a8a74010985d16898bf21b71b3adf00
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1f6d2ca465608ce9df590270f7ff0ff51da742
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab6d1a2fe95810ab45990291c941327aa349b7e48d5bdb15fd8c586bfd5051b
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20ea4b764f5ea1095eb020f561a180f85708414
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb9eae357366f6dc04e6b5f7ac4fbaa5b1dea4665300de259ea4bc76631eb09
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8af5c6f2f54e1b823a8d73bf9f8ff1c692dd790
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d14681b9b08bebfbad668bacf542d12060febe8db2800159b551587fe34d22
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e31d9e06740334d2fb7b5ffe9ef13ace549f839
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e3acee31d3cae9b07a14a8c10b416d9e8d8956c6f289826f9f58c2619afe75
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bc8107a9bac572c209e93572e39d341db59c33
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac45cd943a963492080330e669c627e6815abc28432f91379cace9c61391227c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c31ac355de622a58aa81e88e9bb507e452902c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bff0efb01a162d6ec5d1a55bb7db921de578007edfd9c8027d5b626638e117d
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bb8dd940be52d8195a80b80179191a0f41414c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e6ae2d7631976c13d9447053debbbb742ef38e28edd03e96b68b944d8832aa
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee9b3c2f280c309d8d9eb1c45d88cd68cad64b3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959fbbc33daef3bba049e62ccd4b26b70f47a8cb66e07d407c016349718c0ed
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981424724b1e132eea5d5044c36d791a25fc16da
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bcd7998985f698e3c74ad126a422301ddcd7a80114fca2e2500ad5c6ef5150
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46daaefdae6e0ec5293cd6b4d149566f6bac5ddc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780c5439d85c89feefeb86331a7abe2c996989de819838eb8a0392f5dcb809e3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16db658717b9f55cd83cf376fab9a2a5ed92ebc
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70faf8152585bc67cb95323b53acacc546030f9769acbf123e4b38e166c956
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9f3b1937ff033345cbe3bedb9020881314d1d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea053bb1da94a2ad4261e58cde5f15e8ed46994f4bb431f1825d77dc79cfc13d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216b647e3203d4d548c2bd2b595700b853e0181
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabc5f961f4ac53dfdee81df2a6581125c1d965392d3d4eb1b4683b5b6074fef
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453bd03dd1501e53448e8f02105373c0ebc57593
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7642d21307358085c54cd1da7aa1f13482ea72723ed1f02b55bc65d2a451d016
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f604d439d953f6ea6fd666cf3014f4f11c76c0d1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d432f0c10ef74fc6736b1ec42f69adc81dde15b01e8d559cef9d1a3aff29849
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb1a856e7a536e0860627912b1538a3a2723e9a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187b8e53f8a7d78c3c3c60f6ec514ba547544eb02cca607cadbe8c0b1393343e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147de103f0f9d5585f6ec958d9974eb5369fc5a7
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a28a16d24aca50a2eeffca7eacbde45772a2ff1e84f0c12978b7501ff0cb5ca
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7848999e2f547e984e01a0c52be8063c37ab41
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a4eaccd3903fccea0c70e5a5f4f48cce50f3d9ec18a24498cb36cb5dc8574f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d811e79015d1d1e670088b5d0207e956344d25
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d018ec3a6954a4fe99599f43a5d7656f4103c4dfd5ea3cfa01810931ff9280
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a1d99980d845203886027757c4d5665dfc246e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c964ec711c6c66a1a85ad4b7a6289040940468ce84eb74c00b79080a3dfe0c9
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0488ede505e0d77885d45aead04b34b5f5359b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0e5202165277f088f22ceed2a183152a4387e24e1cf573a0dc5bcd057ea865
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664c642c2315da391a8ac7ea2fe9c3228d5aed12
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cfec5664dab967e73c2478bfba3da5a7e1e9bd67592ea787c7296c59400f5
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb402aedba54a5a776c8e361cbb386b96aacd15f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a2b619024a2cbc397201eee91bae0b19c0019253320fed98ac3f1942596f64
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47056e284d19da7fedf17990cd545d7126c5a0b1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf38f14726664af0ee8b8f6ad458e28c14bb5d9be9a8d6ca4f9da512fa6e962
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103295cb78396ea4527850903eaa821e28a75946
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e6266dfeb08a79b2b73d8804189bfbe3f31b602a4565809a71c0095a1f31e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7128f59e0fb1386d6145ea55d44e0044e0b1ad12
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad2626cd42c971453929cad58066a10af1bb1bad1c2da38736dca5278eb3439
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc12cda97af811ad14c4c0f79af89ee049983db
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a8cd1a2ae99d0822dda1dfbeeaf3a3fae0a0002d7bbb10db1812b13825a888
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db61491d88cf751c6108f3afacc844643a17a1c8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bccd4cf915234e1651b610e9256a6e3d45dc9e365c6a63a8b6eab0a4c4e5826
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11083bf378a7f228396ab8b503c000477a53a6a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d19cde8cb4bc224161a4af5ca5e0c7272ddf9a88c39447400c1961ff881a64
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba16f11daebc785f9128b965c426b0326ab5d484
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf28281e65fbe5a8fce71e38799154231fac4b4915ad565b5e2abf3bc03d029
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbe84e552ca345da0b31d9443a2b2196c46301c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ff0d9c7da5e41ae2679399fd04a582bb2aa830f6ec16a233201bdfda875e8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484e4e90c803e58b085057db2029f62b63b84563
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a1da2d7e0f0cefd9d76bd19a08d75938b6e629e9a15a50e737ae32deb3087f
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9587c806140ad8107bf74664a30170a53bdcc8ab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b379f5534a4e4b19ddf34a984de2b556c8c41f4a67ca8d563beb3f73ad19dd81
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d507771369f84633ab7f162716e7f41d1abcd572
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd374e269b2ad8a00cdc3577a7ab2b592ba8af897513695417b026eee8b727bb
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1369ca267e301ff5f1eeba2cb205309ceeb2e1c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c9021092d362563aca8a469dd9c5368f3d4b4f710eb001987383bb03a327f1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f3f9d97c0d44aca13582d1f2a73be73988c527
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1513baef9ed54759afc81a663919a305d17acc0eaca358ad71205a2ef219ded
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b915b6b1a25dacbef6340e63f0a20919df215510
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d68fa96157b833491c60ce9f520ef39cc2cbae8c671e7f869b7367276f5702
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c649649d46a781921473daeae2f4ed0a79ca2b2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d613d94efc61cab3473d8665de41c753000364fa27b29b4bc87cf797a1497eb9
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edc6a137ee40891b25da071adcb937985e402d8
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d94bd94077fc975419acffa6e73e2bbf91544c1bc2826993246ac6d1ae3f6a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e438b16943625bda1141efa467e1f02b0cf74f06
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d140541cbdc77cf9d29c029a974419d0ad4f984ceaf498880f04f7799f136b8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d212e3ef302f6b8bcde833463fae303e702f65c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad27499dc6c809532acc0157adda024f5489f27ebf075df19ed64685449a853b
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6e9e9c85397641b35ab99e0e89c039ed54bb6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecfcaa273d4b411bb4845b678449a2cf7918bb1f730dc0844b038ba29c23fe4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1fe77b7fdd03eb789dd7ed6b0337f089f6607b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4431e4f9ff8ebe56ec53489dd67a7a57ffe03753b062dfd3e05003a7b91afe
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c0c7d55b5a5f5b0352a65f0a638cd63bd293c3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5ae01f21d70502d9cd4097255c39b2f7c954626028bd84d0bb10b9dcb65dca
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edda6462a8b2bd4b7813277d62ce6e41003c668
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604e893246c832556ff87a453a008cf6d28d222c0aef5badef72237143c63cd
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f1d8c1062b2da1bd8210ef98262366b41128
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6663451cfd3fd4584c2aae6bfb0da9d6b84b4f838f08c34801bdc8bdb5cd440d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65b838bee393c100d71db4dd8b78855c7d0eb23
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314c3fbbee00defcec39df7cd5dbbfe10cef301c2ff1dc1005197a8d11dc8429
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65471633273d97c7c77a15b0271950861299625
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d19549e89e3b44baf5442eada1db5fdef4f6bbb50346368aeced4d028188e33
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5ac1718250ea1b689911d3548d4bf3c5ceaebf
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f0e871dadc026fbd67fd4a4db66ab714020bd2ce9b2e530cce9594189d2ae3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4004eb9a59606ade5f732f03a521cdb8d141b3f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413188e177deb44f51451ace012f496c70ab709595640cd5325bf9c384788d99
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2d6f4b5b61076848b4981911b220fe6a1a9b23
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b526c53dd86730629c8c49ba2db850bda10289e19ce60f2c4c66973ac2958ef
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec38cdf0feb3380e7e61726ae07f7467d1e0eb7e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c238d3a34e6a5cb8988c2997bd3347568a1f9394ad888859ba0b637ec2054
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f4688672290d9a10a8323c7dbe86ebbf82a338
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e44ee70751d00524751e7026a444ba3ae2eebf773cece7c0271c6ce7bd0ecf3
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23b00466ac9fe20b3ffc485308f810d2503dec6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16f4f24177ea5300536bd282d92714e5c841a8d920b6bfb7d0dab42eccea6b4
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fadf4fc894903fce73e6805bd72b2907c6ff07
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee2e7ef9221ac56d9bb10189ba983503ccf837d160de07dba2b583ec4cb658
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe7818d3f9c77399875fc2e2bbc7cc26ff2f66d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c25c54c8c12f861d11be723e82c3229158295c87adb5626950d8a1ba937e1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f3032b9a77476cf54e5ad2c8e1f5ecd96c19df
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a031c31c1d8704fd101843ee68a0c17edd21519f099486dec8f269d5ab77412
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2253ccbdda1115d75b09db08183da6493ab80f95
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f719cf82c588a6c568b9585c9a04758d6b5e6cf65c091a0f16e502cbeba543
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5b162f80f314a575423adbabd1e22407cc85c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827731092e4fea9ef77c295e864e11190613f31cc953019cdf02fba11aae8f8
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378276264f520ad4f97e3b8a22e05051751ad8f6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09744e8c392739f5f1a9e0c8a06365d57fe9390fe1b4256c9bc5ccbe6daf2f6
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9476b5c607f872fdf3175d71972650a5f427484
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0ca139c91d34c53981d60e5d07e877901e50ea32021575277bf88b883f658d
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8270755988832c8aa32f7c58f7cfa7618f6c16d2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86f169fc1f1075d957126a5bc817162513f808a952dceed80c9225907b7b690
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c10222e1d9d1ffe3c378a9c7f13fd930301ac
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a03a8e4d392b999793d1bf3585a80e2e45a9f9055dff6f40eebb36980d6fd0
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34328efe6468c3573f30fc74a69ab1f21a53f918
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325ecb00821f3ccee2551b108a04bd3bca0e78133d11ea071b694d005c82c640
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184df7cb6ed79f0e451ec90a6a2c8599af73362a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e022d05b1beefe45beebf89eca59f38c8431dad35d8481d179813fd01f036ee
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d882584b1f3ac93bbe05c8980b2216b69d7eaeb9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41c395f175ca6bfbd3dfa5bfbb2c43cbad7f9cd9cdc712fd31ba4dbdd9b033a
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdb20ef6582774d5157dad6caf5cd33b8170f8c
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba9348c05a4400b79ab0cabb9745ef0760001cafef99c3207a8ee772d737ac
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536776d587c084fdfbe6bb9e3dbb0cb0e2850dae
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208b50043f372dece56c562c498aedcbd6f55485e00d23951272b0838a892448
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4f687482be5249bf799f3c609692d76d50a7c0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949d5a0576e96c8f8f3a86f3e919966cc3ab3d3e90f49cb0cd6f7b3076019be8
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029aabbf9a796790a91d424ccd5e8d9efa3fdba5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a347ff8cc9dbe5d42bf49845dd779a8101347603d29979582b1bd05d0de2d268
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1193e940e0d6e0d62358074f104e2077997de9
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246d56c99dd1c7905ce8e6ead65ccb5fd3f1c2e9c73d0ca33c53d1e3dd2d2eb8
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d55a34e093dc5aca65ce18c436568a6aba9bae
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec2862902d2765d215df181ecd95ebdf174c8973c006f1eaa47f9a80bebfc88
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f4f10ad4b2f8af7ea4dc268dec7a3f742dda7f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ca908afe641f71f47c5e0659e05af028131b5c6aeb494d39656191627cb72b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568e89a98df7595d903e6bd6e20840eafe9e7273
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac69218d592b200ed18fc18fcd7b502be2e2c7b7195c17aada5b8f852cd0499
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ba685ec5928ab770a1ed827417f8983fc09213
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accff09fa93d01a3689cb57e25922b71f17e5bad08d89613eccb858acd7ded0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85316890f60a4f91867960799c06f22aeeb7a9f1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9377c955b80f8fc1db11855b7795f9cea58a5d90ac46672c4c96bb0f2fdf1
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5720712ce381ea16978feb4d52e7958e03172e4
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf919424161737c7d60208be8381a32d458a7fcdf6b6c155fdf9ec10cf36ecd
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba877002c2e469075af237825eba67b53dc8364b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbd9cd8a23c978139dbfb67db97d953287d1bf4f6ae485edf58923f03048370
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c7a443da1006de72476f4d4762508c39479842
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e53c286847b03d92cf4b2f671ce866fff92bd838fe57201432ea077ac9cda
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc47abe367bbb446c08b77a0e51cb96d257bf5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fd48e189d28c96f887d62d412a58f86ed2cb024df905d3724985ca9b86507c
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaed1270963ddabad72e087b91c5f8a60dfbed2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089623a5f05a5b761526732bf4abb582221f8c377196d78e5853d703bd81a809
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7e2509e610e284f23cefcbd57b3d8a187d19e1
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599f27b541a8724f7a2d95d8505c8eb51e60de34c2348efeeca5633d3bd3da5
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546046ff44fe7d35a803cbc9c920099c5ec8c864
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee2549f10aacb6c264a28f739602c3c19a253cd46d79cf098d42ea2fff8b711
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5bce2add97cd85233d48433580c51b2db77ab5
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829b19250006277954ce663d09eeaa351a6de99ce22efef1e3b56284c7fcaa92
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a1f108ec4f14770fe2dd08df062692a3791492
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5063004e61b7b1951425d1017326eae746ea2f23d8043469f172ac6811e0fff6
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24dc8d7bb9536f7b00e14c6919573c2b5b31939
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c3df3464f152d3768aea43769313349bf54aad399c7170d6c53ddf993297ed
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3895f2d81900cd253b8f3df68a057637f5448ee
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eed6138a8e50ce3d442e090ebe5efe92cc9a5aa6c3f61ec8f5704b521c2119
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aff841eba5c7c908ae5fbc7eed8ef8376193cd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444f09497b13ea03f6c3b07d6c6cb8beb888de28d0ee5ea199d65b8dfe4f4da
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c413c3def3bd2942e598d86f8b599803d0d3902
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26452979ab01d278ab6f7f50dc1a31b9e0944184c66e420619ed5c88dedc260
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8937e68ad250f3759f4b2273fcd62648921f6bb3
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae457211ffbda8a70f5e311cc7858574250315df657b402ee0b2ba8ce2d5cee
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdafebaa3bb23931a2a0219829356a8b3dd16dcd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124de122fbf2651103cb8c8a30c867910d1f883d525887cfd97e66dd1c290900
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8b61243ece64db4675b8d311bc5d54a3366bd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378f5c3fea2ae4e4a59ba4651b5417d1fb42fa629bce14522b6ee24953d0c511
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02baf40f267df55c2dde1f69b1ad4369340f5fab
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c733c0758ab4d52d310f71aee015450db48a58dcd8daf7a3c8301f74fe9dfbf
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e50055a4342f4ca23ba979c2f4a6921e13a4289
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab07f4394d5e45eaf3f47644fa2e18e1c6bc5fe84f4d18108e9369d09ee5046d
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5235785e6cea31f28d8a1b57d09547cde7cdcd2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0ce26b5c0b7fe233773c50bd9fd96a3f4ad6d0b66bdb6933728c5f948fe3c1
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534ff849a77f793124cda289d072812a47a8562
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a66217358c55a2e974d08d6940754d821ddb4a034df42af75f5fb9186057e
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8ea1aa90f3f2461a39c323b1f59ecccf483c3a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e69f375bb72742244ca826386031d24e1fabc6d42f773fc3981dcca062a2344
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e7367c42d414f7882c8da061324b8770cdc440
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c450814d8d60923b81f143b1be96776e155eaf6cefbf42bc86e6f4500150a4
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d624e399602ad6b90d9a275b784154a3a8d8210
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e9d94666fde7db8ffa4bbedc89685cf8e9b4a3ded4977baddbacc570b5224c
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d557411f67c4417c6949149e5eb0e902cb65c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8e2d96c57fee68512975713f2cda3be6fd1ea42058f883c6248f396d911d0e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6d7c41cf7afd0e3738a147b015fed28dfd3f0b
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323af726b9a4438918cddda91fec3a0ddc9103009b285529d86fe26007e46f47
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3f99025907fed3327e93d56a063ee577c1f39
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b87ff1b3d35decd5deafecf6d8af431b02955a07cc978b64b3c613a041a263
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eb8507ca6d79713d3f83f16e6a9668badd4992
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefc866d0db1f66d69280a8d033986095082070bce7a9420deb233879175c024
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8e3af97bc50bd3d546f7d6e7e8c3476ba5432d
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b1082608307bbcc60022112c05cc126abe4c0b331e7b2ace2ca5c492633814
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e25bd85a07caa916ad8ad8325997280b2081c6
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce75a61e5d941769150c9eadd173068f48daf89a0908e1360ab1034834a2fcd3
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fe2c042c53abaf362976978c5bdd260c0e9592
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0920c20d1c00ad98f6e39a0cdcad30293f7c3df5e584842da27723536c3a98e
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e01a2b6be02e2300ae852e8af6ec08210e756e2
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9bbf4e840f7dab797160733564bf220a8b1931370a7cba9bfc2d1b51b5331b
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18155bff6405f7ce970daceb39aa06366786714
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b5f77c7ffb96297347bee2d698b9839d9243d82f4673bfc77d47406c66dca
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7289e7bd6156c46ae9bf481840c3da0dad8c1bdd
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6ccb4d89d4870755af7074699d935f739149797f17b96f22f7e0c593dd981
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99411de978dab08b76eed35f8aa5bf9d606e5dae
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e265c6918f4da22b5d5a40ca8929ce20c48d1b330aa9099dea78a86407daec0
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aaf58bdb24544c2223c7f4b11c0208f1932d6e
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5f5b2d93f4b228828d975bed8e1d76cb21cebdcdf3b1c6a304dabda46bdd06
+size 23683
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5e0de5c4e79d80e8c82955bb9c2a12da7bba91
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0aa6640b80236423ef484f089161a00b8b7e2c2faaa9de68e32fc7316ddd94
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7a90825b3add9f26f800eea70a67cd8f996027
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f8a9794c6d76683c45037e7e155ab34104237cd5b92b7cfe58d75326558195
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb72a4f905ad432eb55bb866388f43304c18067a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c6af1a8d1a05d04535c13b3e48c31f5572a8d4f90cde7b2f3fe6dcfc0b80d0
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657b8970879dde3e31a37b9f88507c4e07453b1a
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0542a5b0911d105aaba43ff5278fd99aed42b79cd337bf10f1ce09c590e4fd8c
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc39a4a5805e5c701898da7436f07b6d8c2378f0
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e6af8a87a465f8ea5c5b00f91a6b5f7c6e70ace92aac3942f9f13ef80a85d9
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd6524336b55f48b81c66a064932fbf1e70f908
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46256b5788fc7fbc81b5c1cebb86e7b3bd3d0ca1d9ad9abae6a3023c486800af
+size 9347
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7c062f18343728c8aab98bd3a1ba20a148f9ff
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855b46f446c9d4fcdb8fc2e24a7228e319ffe5207ff7f2024da2ec4170efbe24
+size 2179
diff --git a/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3573549892022a95e2963f76eca220ceb016e1f
--- /dev/null
+++ b/params/tinyllama/4/rnd_affine_scale/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d39e1f4af69afa481976ce176a3b1b4e1d094ae748f1567c2331309d18427c9
+size 2179