diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/lm_head/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17d64eb5423261e9a33e7b0db99cf27d7aea9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8394ff4b2e986b0124c927bcc439228f6034386a24ae0988b7feabfff9b3593
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/lm_head/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc6e38e46e1be8bd57082e772dfd23111b40829
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aea2de00f7d85e6b5539802265b4f1ffe76a3f3b130ccdac23273110709cc7a
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bd49dbd4692e4e6d69a278ae2216548df2d2e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc51fbb6110ef09aace0037aa1aba295314a1ad39332c80e01de22b7f6c31bb7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc51d894cf5e9f66a33547cd797de7f2b52ba20e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea6cd0efb52288ab4408fa7057d73b2b84dd42d77028839255c0c206cacedf
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8353e7850c003b2b46354c992342932c0e6fa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009267b9a0dc693ceaa7b8e9348eaa79f66928fd68f1c005e04fc04b6901308d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8d1439a451d9dc3bd887cc45f7c8b123d9a1a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca4f37c3a6fdb1e4e96fa79fa437d9abde253d60230819f7261de9c24a00f0a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afde3098feb9b703ba24c007cb08fae9b0a6ebd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b1263cce7e8db77c1dd0199810c484625f78a691cea606246af67093bc300b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6736cf39ac956f1d6b0175d1f38353bf36f8bce
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37a6e1ca9bb89274c567356ec9fdd532c68dc3017553748d2efe4d3c351d0d6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603ed5c692784205e9435c6a71361eca608650a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94b053d8d87695b2c58c72d433ff0b6e821c04b7c4f60a5636e0ceba24a8bf3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bf291f75b837b784b20f2d1b1738ab77abead3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973b9b2a6da4101bb3ca9cc34e489d43ab2648af27beb527e0a35a788b11f9a1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9679748e926ae3edbda1d940d70525236fe4eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcd8e1706c139a40b7501bc76323c5af7b70cc64074c890430310ecb39edbf1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f023f797d126264c8740542f3ecab44067f7d78
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2249ce09006f348cbf2f5405d5bd31d158b6cbcff3ef865aa2ca0a08f42e32ff
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116ef9321e87bd38c1af4fa10c98d68dbb13032
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8201fba1a494694254d432e55362f7e2003f6c95d47c543e0fba98eb8b751a80
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51ba83dbc403d986be297f3fe2f1a1311faa37a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e841a2b384a9d91a8e302e0fdc8c5477616f2d745c41bae2760ea4e8221b632a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eddbe91d8095a6dc19445521c82b89ed577c269
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b6c24bc7dbc22136e7aa10112cdc09acdf576e8919ada350eec9e724248c8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e3bf8e1a3ce23de6f072f33b580fa97d2e0c83
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3046a76062207731ec052b041d0beadb0ecc28d2c70de6c6526bac2162d1442f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f0aa520bc38e419659f298d2280ea291f70d18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2e24ebe3a93560e6a725e96eb5ebc370094638485a311aa42aa857481cef0f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877b798f738d30b44f2855bed7d8f4924c86cba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bbcd8d2797bc5081e74a3df7f5f39d8d9836c64e006fce3aa36423d2167e33
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347758019b9bb2958a322eb01956197c56c7fc26
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61d9b91995790a6970725cf594d23b2b5e63a01bd55633be61af72b780042bc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e976f020a7f016424634e21d1aa4ede1dbe1e00
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb7ba4c07135ed509fd3b106f191a5799b18deec4730ed4bced054988c00009
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3fd35d35841c10be57df362e972f5238755fc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a4920c84b7fca93fd2031a24fffd4949ae255b1c2a0abadcc8752c62328859
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a9fdf856c8830183c120200caac9b4cf5575b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4e191cd595bf6def5a41fcf8f6ba8521670973a933a9298b5f35394e8434fd
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55da88f5ce8efa101a6a585970e413baa8ea6f2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7275226c36fb72ea354a5ba5d12c4c6562229cdc4c526e261adbd0b6426cec8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c70cd38dd8539495d1a82b80cc0de43e278d860
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f04216c8fe0e6db010bed096621fb1dfe60cd9037bc7f0fffe147ec85de069
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f01c351fb5407b93df05276975db635d70e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b341b663f5ec036a833d013cfaa721a7ee7301bdbb014b786dfa85c093dbf778
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f535aa980be6d71c8b07bc44aadce873ba436
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053010e3b44ae5f6923da3253b457f9c5985c38c42fea7cfadbb42de9e54093c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb79d71f6f5f0e5de79a8482e5c5644912aedda
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5a0ce615175cf88ab739f73e3e1ccb03c450407d8dc4883aa840a4d0e3fda9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27589e51c670e966dd1d9027861ac7aa329c9e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd19a9be6a8905c4e594a4206e3dd3766ba0693551d10dfed075ab905ddda56d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f531e93b422d56159c33d785fabc683190450a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc3069311577b5163a201f0914cb62eddd63a310f9517eafa749f32bc46ab3a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b63f417f95f1c66ae1ec52f83e8503dcc9ad63
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40ddfecf98284253b9cbd13de9e2c5fa9f8ca5288cb72ed7c616772b88b634
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3413d7f0c65513ba3e4dc3f66a38d1b53c01a29e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450ccb116a9ecd77feb3cbe7b61ea11f2f9c6e17afc5bcba40731c04830ba8be
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8934ca1fda2c9e7b321f947051c6dfa9635ae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89384d658ac5881f3ed9971234429d35b5b86c35a61155ae0e4501c00e7c3061
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e24ae29961a8f1f0b7480c7d8ca48ceece3434e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c085d3d4972c101e800fec47a3fdc2dda334126cca4c950f1567e83f46a9e845
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b977c5ce316384323c7cf8773013bac0f86366e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e813fa62b8b466bf18a53976be3d3857cb691302fe5563356348bb44f9f7fb94
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699f1c4ccf2dd42c5c13a5db7a577ac1c5bc01fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa14db735a60ec46e702e4e7600f63d790bd21c72a2fe0237daaaefc88273687
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3afa6420b5bf0a88900a8cd00de420f3cc7e4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad15e6c11753556a6f49d21ac76625f602ce4a554580dc231e2749dd34af1cb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12010b09dadbf32be602571c2702d54de7351bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595cbfd7ff202a0527bcaac811e3a0a38261558875ed29c5fca7a52ec9636c2a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419d33903d449c3c2ec6d225a7c54284677f9672
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1b3cb48d89df311a88485a26faf8047bf88126860b93bec0de5d3456bb3cc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456315c127dbde947ad5a859a55849fe51d271ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b81519c6e42219903c5cfd57ffb7ba86fbb3c6109172ab838fbbf32efc4297
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e0e7549256f4df2467f1aeafe4804b6261eff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e14465e710869b4a046654ad8ec53fc85b3dfab4461a95532e3a2ee17f22b8a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc443126477b4e4ae2fb47f523852a8a02dfb7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61532306f6bff6cf641532283f689c5b5f3f0e062f807e9ccf6ce1fcef4f2dc2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0009706eaf37507c7d9c83f3634dabf99644e8f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebfa26f92dac63b5930fc96d120b6f10588ed9164de93e38d9f6577ca85ae5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c275f78e5fc4a623b9ef7db034180a445598bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bb906094e59bb1188e51587b3c6cdbbd54d1f8e795eaf8a4da16c8d907d83a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e6ba607d7a18098e04fa1845a82ec2eab06363
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0ce7fdb58678f3cdaf3e71215a307917bc7a9ae9755d7677f985d2b25cd681
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f020d06a32d6b5d165f4a7ec81a5d7c9e88d5af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff06dc26d31c2f9419b7dbb8931616f0524f132cb53d2f78b0e804c3dede0130
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d707a2729e084e77bf7d733d20602f9db0afbfee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4484d468eec0a2a3db68eb598d3d7cb43a4aa7ec6f609bdbbf7e131b0c5ccb7e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f34c73d539790f74c4f6250d410371ff9a484
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4474fdebe72bec1f7dd0bbba6758363b86053152e66e3db166486edc73029a1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab80a57e6da3b79380c417da8cf98bbbe4b6ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4f73fb80832edcb9461ddb6ad0b93db1df52d37373b0c7be83fae694bbc154
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115e06deeffeb93cb10e2fc616a538844ffa0e97
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a53a211582d6a52eec8ddb45af181ef5f80a0d6a8e473e3cdabf8631d68bee
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0759e9179372dcad454f67912c7b019912a708b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf58cc8e67ac217d5ae1e66e071109f285e64e47ffda35f057520f6233aab5b3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd576c9fb18394f51bc70c80946be765dce7acd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47431ae562b37f9fa0767c4049b58ef2934da54b973825eadf01a5474b27ae2a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6905a3400f4c8cff19d52e6186ab623bc147ea18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6ca3649ba5e45ddc97d9bd51d8d075d5efef4031d95bdd726eab7fb29dc1a3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6757dc0b579862ee8d996fdec1bf84150485ec51
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090370a858e1401b9ea85b37c909884519231ed431f8121c5b818b09be6d4434
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addb1ed69312e6d2a585e94d75523994cccea955
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140ea4b6893d5a223c974d5000e277461567ea7bc0031749cc65b84de80bb45
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8659657d5de33bd7bf86a453239a54c86a63cc50
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14db5ab40513637f96dd0d5cc57c514eb4b3eea34950b3e7c56c57874b748c5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b179a987358b0462a0d80cd45596f60d41378
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ddca9f7eb3280af48814631a689d4576042226ad8842eeed6867522f5c373a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f04d8d679e7fc0db774c943d6cb0d370006785
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12483a9b85965c6023e25338bc046a4ac9f8285aab3678806029e45a9f1c5b0b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cee205e787b15b9046218f283f06beda568f18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa517f65e48d3db2122c15753cc896dbffe44c87216b55fb4901457c1baa209f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12ffd150af798a69ff8cfb8bd6fdfdbe5521eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8f61ae17aa35d290da1e866a3956bf517c3207f52c1770b2c449d09d65c4d9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed8f6dfc4bbcc4f7fbf51f7033f9613d1e7f355
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc64ba9bbd1f17132951a47b9b999c1923ab33b401f7035846764d5e4ad3b26
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3024cf9ef4ce1c4301c74e78a46e1f18e6616695
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9aee55c4d473d588c3577baf83fcee8d542960699c6e422aaac687242bdc88
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24e66acfb6b0b94253d751da20a9e80e3cbf62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1836ad32c11dd258fbb5844a737833f96f0be6f045f980676be54533a8946a2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01ee6ca06e968f0798b2272b06b33c25b2422a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2379ec9a49edb674a92d2c85ca1ec790ee5060363fd1e8b90057ad491e01a50
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8027e50a5d1ae18e3db9e2645732019a01798e69
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81e27a1127af32c15b62f116e6603ec905f31d43f7df44c60ac5b48c70857c0
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec55152892ea465a20399865fdd52dd528e0818a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f25b0f2bc49a47ba2ea484f7dba4858b6c25a9e09a71109cc6d42dabb62f461
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5e13275f2c8b42597404ab0a56e561925a087
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bfc6dffff7f799453def0130d65378c52cee00bc529b6c8bffaebd841c8c1e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b74e4b8b00c75adc0f75ebc48f4e688fc38d869
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e22184d984ea8b4ef02935458e23779dc41b7accb49630d31b2a1c33f5f037d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f0f733526c1bfbbbeb1e5fef4f42236f528b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273acde681be124f49ae28b8ad08fe2ea8d58e1336b8dcae58c123854fd7594
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ac4500ddd41580bc28159295cdb05766cc9321
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1c252770050346d9e8498ae68e761966842f0423c2a1891bc3159201ac7fe8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89decd2202b28bdcb95739dbdfc5cce6b1edbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13ba8b48afdc667b1e2ee459183645d099e0bd31d60e3b57675566b32cf5ee8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16132d5aa4ac4bd435b654bbfeb6f8db93d6316b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604b5497bcfd2de948b117481d8c93dade133f88855e337df6e91eadb663fe42
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd61626eb52a56bb706506cb5f131e9cb40b2a4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a31a5395fe0be4d5b73865a53850ba0e3e67906477a982d8ed27f34d96b9356
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bca642747793e2e6749c7ab27715bec9d2568b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dd0f9cc46125a62db6f6cb920382658f77807546014feb682baf9aa3bb66f8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bf97348a9ae7e83755b7745088f1af322c1f71
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7622bcc470c8f392cacac898324d0336d01af40b38c890ef8fe2c540a8f663c3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc499c3d69da14c10c8d19518f3871d51cd743d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1315866e0c95450a5d5ec42e4ed4232305abd4b6efbe7928165176c80f430539
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56071ad208774a370afe50e719ff9aed4f95eccd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937d989e9f4a6a46883a6ed16f986639d4c990794ddef1e7a1d3163fe544d713
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150ba952c75d01f7f3fd26d801d8194cd2697b37
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3260d07346c3d761420744fdfdf26714f584a337ef4676ca5136fb387e9d7b8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c0ecd496ac13a3b47b2664a9c1e561c9d0bbf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d532ed3971ca1097cb6473b4820caf6d5023416d97e74007fe26c19a5f50e9
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db88149eec67014777f4c2248b44ecbb555ab06
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf41feb6c8ed2f2f16715388b51e5d922cecd2ee768567802ab317563144e9f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205b25c0109684990da9a00584f6aadbe752012c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb9196f5fb09e468814cba52c5ca452ad24cc114ba475cdb3ea02c5140a4676
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcbe44439b69fe9b79116e76c8e211a4e823182
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a4d8a65188a8bc0e837104a0d356dd804acb9d6ddbe001a80d966322797b3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d61f5002191aa2047335cb673fddfd2c88b1f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801037cb9b178f8c7beb427e934f3b04babdf698efb8e5acb865c5a3ea93204a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04746e03e511e8422df0d8818c01e0fe222ed7c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32001c109813bd8676c8971e54c41fe60f70f0046d89de5cdd39af0e52ef1b11
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0150ffa8aa7605c089db9f1135f1faf8de272cf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a80169f60675dee08bb248bf28c787644bae21934920699250e7c3e113e6b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd6848d9c872fba2c64dbe3642aa450b323de69
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1b94606d5a58f34f58e3ba42871717fcbc2c224d88912798e958a95d7065b0
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf46d8f2abab489028b20c4d2ee41a38819bf802
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cfe03bd59dc89c63cd4894de686e0561aa8ceef7455fc19f07d4a7dd6d5d9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08dc20c97778b3f3914a45c7ebc95ba766fead9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b99964075d363e2f2b35fc6ce6c5931703fa5865422b85bd3d3762e1cb3f7a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ae8f87cc077dc2e90f2b388d08310340c07ba8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0e125b4fbdd46c3af5ddfeda736c52c6aa6f377d6b20874e472748d577d6be
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58f0eabd78a7ebdf85c7dd1fca915cd765eaeea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8421717dd52ce37e12f263f4399bba1600c63a5986973c6e9f65b53d414ef46f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f70f12f50a0cfc621bbf96e0cc45d50db3ddbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12120a1ad9322049bcb6fe9e127df02bb29884414da8fd52334683817b026a02
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9c584f6c68f767a63811fbb590050fe1448e56
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f369379253db3901a9ae91ab4b21915f43b5bcb919be917944cff1c2de0af30
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6639dc2cb765a7c4039d86c7d5e2a413157e6ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5079fb6fa3115ddc4293a559954e463efde69784ce872b31c2871965601867
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5882914190fc4f95de1b209c14309d91390ecc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05c7e56ee0adfeffca42289279656e58cf88685c9f5d56e9945cb868ada118d
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de507dd5d41c4bd5be967b6bcb53ae849db42d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e983952ccbc1c24f070311a3768c37a94e95fab0c13d3182a3d11fde343abe
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695950b1f54a500440f2038323aee4618d386d83
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1356a161f0a81fe1abce9b9f6b8a64978dd6d9a90f235ec4a9bee1f517e42574
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ee505bf99345331d34a906a9d07ad4718823b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349ba6e3722105e0bdc73979a2de321155d63535381c4ea0edc07baac34f8193
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdbd1ce4e9addde3bda414b6316a36415a4a4fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a018ca7b306e2fc323e29dbd752d5928a6eab5e9c0dc3552f7497f5340fdaf3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831ac71237588971bb085f8415f1f70ec2a8fbaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23cdfa3a37556aad859bfa6a810828a2b6c53673a4e59044460e0a404a3ba11
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e3926edf058ece78cb9f8524f8a23b1af04ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2d96cd9f6ee0507f5b67745c7a5397925f670cb906dc61a9c543bf5406a1f9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ed339038ac09700ec7d801671df1817faf9c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4223886e19fd5f58194aa2e9d98c6934beab76f421a22763887906626217e14
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e0b7fd2138feba75f141ad763cb84b0cced976
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b43dd9c9d53075d9c32e5e71bba1d51bf91f915156c548457a8021783ec618b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a826219a902e85a85a5b3e8d3437711572bdbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4bcef039fdfd68adf561d18ef5f5e0c7009cbaa17163033361634c378856ee
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3307fdb893b4c2c22fa63d1d43daaa3f7083eea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb93debdbdd5bdd1db8859e3bb0c9e65df2ea88451c00c428bb37d574f2048d3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d7e305d854906424f1d9ba6d3448fed21d0b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b621018bfbd2f8400067a9ed0f3e0d69b16103828928fbc813b881a12ac5d73
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776536bc21e3c1146c7db8719aac82302924ab0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878e9d2c88cc732536b5ef87bc9111b75ed051a421a5e5b7b4827e2a57a1377
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f0873852d48c1c0dfc05c1ae8d90d3f56a238e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ad04bf7187b600ddd5160193eb539c5ad86fee618497184f4f578fcab2c00
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d87299b43426e21ba55c3e879c034a92a21f23
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bc6663e88b67c4b230aef8efd875eab93d8430aa18327fb97f0e32b2b5ab2e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41af348e0743295397ea7dd1f3587b38bf46466d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3aee369d481ed86b726fe82a0d34aaa01d88c03a6f33177456299a908868c1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7182136ba52dfcafc1dff5fb1afc0693bdb15bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd943caa6209ff2654bbbcd4d7cecc7295c6f05fe5dc39ed4f94abc6267863b9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b46f3bd1a0b9fd33253390c299d2c7a86124e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1d300ba03593f41d7561afbcdab3596948c0aef804d90dd84f7e2f9d3ff3a6
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cbc4cc80dce880fe7f6a332511398d14fb93af
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36eadffc60e1031873d27d080652e40a35b1ceb3079a8ad24f6db992364146
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f96436ce172a20770d02654410fac6e448c411d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe25e3ed1ea2a225c3d9ed2043d947f603b1a568ae5cf65798b3781f13e1bb0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d044dbceee9c6fbf62613a51b6f879515ba8955a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62758c337d01120cbd3dd505170916a9f169cc35d5645c7955d38c5218cc5c1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c411f30958a42fd4cf99a7e054fc7971d7238c00
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02a3d8bd4756d7cdd4d914a2be98588317d007283086587fd6f7ed8e39d75ad
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012775c445eb17a4ceda4bb4801b91342356aed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2105affc22794609ce6e1f1d1a9e274a1457f25910e3da8c73bc4191c266fe15
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b810b195b6cc423e00a7d27f106733d5e7841593
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048a13095cbd469bb446adf6dcf653ad87029d4f778f03942f25ae0e1f37f73e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947ccf79a1c38b5dea8a3b3ff43ef358f68debfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03ad8611d6a6e82b6b4e3751ab9e2a1ff6d45de68bf3e4867447118a4243f11
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342b8fdb054240f8267a69f941182d4043aebbab
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813e2075e5a743eef27ec41eec8356197ab7be99ce673163bd3d233f21d6999
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b43859ab4c2fb7f92cf17698b76712ca5a4b245
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0af3866894e9baff08c4cff4c01f71115cbd8e97a9e065b722dc08f43b3c8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918e85f341d0fc9a95fc527cd0301526772ba93d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce209673b4ee90ffb1b83ac9530d9a75f6d39ba3726de3148e155000b550343
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fb4f726494add0f19cf33426f59b55380de9c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051f71953af48b66167cec86a4b94ddbc7e97ffd79eba1eb77d654966aec3d4e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c32ae29cb85338f3a9ce954489df30566995ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b5a65cd9fe4910dc0417c9415ea067eb36da9f1445bff497475a532584c3a4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8457d5efec9bc96639a0f3d3bbe5fec9bc089d3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e6433ef0b5c87b2090b34e15c61748a1886dd48b2cf41f90e9e73effa5014f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13174f608b2bc12a40d3d454e779de3327a5bec0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f24459ada4dac5f9bde308b98395f5581b007ee7d52bd0ef34f0f848e93889
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6205cf8b82285081012ef41c2ed9d5561e97d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4a79bc5fda73f6346fb29cdcf2e883c3d98e124b688096082241a67e680e3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569c3ef2b808703dbb8bd770ae102332a66293e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34469d759f38bc8523635ab816e4d1213829c4244431dbc14b35cba514bd08ca
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf69a3ab81f5b163e0f81c4c487c0239d2a987
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6602205cb4824530ccfa7e30d4d0dde026738282c2f50e2ac913342acf50ce8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df318c8652168d0d5b26836ede6693fbce1b88b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856850191ccb961e0359398b801f6a05b58da2fa083aa66eef284a12c4eea512
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46923a197490cadb409aa11f6cfd23495573abf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecd5f219d9210fb7fc822dd10e9957ee60676976c5ce0fd9f6c8b22159e63ff
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3bd8fcf2fb58336106a5aff6f65d79d413c0f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21c5abd8744986a3cbc16cee7976a90a50998b30c55b896d2910e2e6ac60893
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4461c0db03a0c411f62f7b3abd213373cce82dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd7b98e5afc4d59e6ca1ad6ce1b508dd480571797d40a998dafd42039a8f814
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64e59b1e7e07a42d7cb871bf8557bddd75b8c30
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c83cfa26a5c8006abfc1d89fc19995c54e357339e537f4fe03e0ae92d06220
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15b686ef78eb506d653b66878dfe5c3c8018978
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e45917a872243d36ac780de3a87c547f5f7258498829baeee622e4bb8381b9
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606cf356cd0f9929eacec3292ee450136ef43f7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d134605ce7b0a455b8bd0b86cf464c37ed09c1491288dde6753e885ac65d729
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4bd9e9ff82329084de66b6df434f159e45ce25
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083e745d55c9e6b93ef96141c3d42774432e1e02961cbfc12a7d9a79de7cf40
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a0f55fa167b793dcf0aea77502f8bd62da29bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302bba8b4a2935f5119be28a61f9469d0bf9a3d9a1a2afca12ee3387c1670296
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a326ea456ab9ac587c92e542f8ef003290f5dc82
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e332a73437b0bb620e0a2979a91c6ae7e5d85ebcd1ab6a18a5283ac272a958e4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d817ed324ecb3731364b12117cdf17fb61c8118b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62713bd372a888ac7ebd3a5da8a03fe18c7439f9bb00fc22dba131fc53ed5f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f68498681d11009a21bd10027f3cafc836d9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454bd22e8f63d7b24ff57467c03ae68e4531d2a3cd7b8670e5d07689d58b87f4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1828cc9d8c28156a1187dac971b2e5f04b20572c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937714b7fc5b9dbc7511841200261b10541f2a118360d616d6744a1e0e0b6cbe
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414479c9bb497ef76e9c48ccd6aad8e723c1cd2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b33f5ccf242816f3e44093f3d2788a7fe682e626d75647fcfd944a90817e4f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f39cfc2880bddf3a71e7cd6e6fade69b808962
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ab98dcbb5c03a25e2db1a89c2f5bedaa460004d3cdb1f8f6900c03d2a9e7d5
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a987e0ad41bb64990061fd4576d3ab0d49bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437b71475472d94442d98710eb2907f5baeaf0accc7b4700bcc7014b59aa70bc
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d9c8cff59e77144d68a7fb7e7232d879b15d13
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b8485ade146736caaa615f5de2623d75ab2f039a27fb2b3eda91cc9861bfb1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79a3694076046c526421b8940ecc0ca231c1778
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5bb27393d66010da254cf0e2892bafcd137fe3f918fed7c2d1764e2d280b1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4beeeb59568dc1c01803d8c1e7c91b56cffd6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b3b16d9e78cd2fb8529ac6a6549e78b0440189e55eadbfe12bd98077480b3d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3893f6506507e2f56745d238cb18fdd30d94a62b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c75cf6cc3a631d2520b41487ef9f71c37c9bd50d2402cfd9b75cff6a54e3c3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc3b53f041c873750bc1dd9eab2c65e61003e45
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f2c4c1ba960c45f17419dd1efecfc0044cc46c0e17c518d5893ac9bc338fab
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d654b5a3b3ef5c142897c2969112a6597b672bdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827f40797e3ba2a89d853342950292d5ac239c1f14cdea5d3479feb391c54f49
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c7d9c0843b36c4debd1d09430232f1d9e0ce1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e7074496bf194f2f95c6ada1e039095da27c434c2e92b3fff3c67e83a26a9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe9213b2446a89eb71c5aeebd76e8f39a927bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a291ff1ecf0149bb2a795d416118aed8a459d5d3feffd4f4a1d19122870953
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364ef1be8ff7edaeda6e6a6bb96cd786d58e30b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce959823d5bfc5b0d73c86a96a1c9b6144cebbe928bef7c892b95ad8711d7f6b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4759fd4cc2ae3cf4e06bdef90f4eafcda53be23
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72b0ffaee27351ff5ddf871d9f967a84940495ffc807edfe0cef48bedb5e297
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711e5d433b8c4f0bec192ad6e60224486beabfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fca3d5ef889ce7fb49388d58d69e919cfbefa7d4c3704ea0541971845e1add
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed9a3dd38d3379d007a9206d78811bc237647cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5caa3c979f2c6d86a49b47a58e17b40758d824d75f0caecd720b54310ad26a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3992693a1cb789643574c6f0fbc453d34234e0c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994d1c9052cac56287e2d60246630635815f3315f00556b4421f848d8c294524
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187d8308724f0177a176d5a3001f43ab90da73db
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b098118a5ff163ba26c8c0dfc5f9dde43d0566958d7b555aa91b820eba51fc
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2208aa192139e225ae3cb89848b81527592cbb4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0709f1b3e797ac7d6511b53ad03c96ffe36e6663d24b117d70a81618ecfe2d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e25de06cd7cca47350fe42c021c68db33924aa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df759d846c729285aaf7d970286fa9c1e17b88acc2d0afdc8f6444726fd03aff
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e0545ac46df3e29f81d233e545736299d9c44d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbcfe20a90b9e94ecd35e0aa58abed2d200f5f167505158825eb42a01973ef7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f42941c85c5f5b41fc9ed22c2471fbb97ccac2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139aacdd8bb2216533bad604a6f49ad0bdbdd148eaa63e4625b7fbae5a4f3655
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388b6bf3a55ba91deedb33cfcc53824b30817cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b492f0983cdb5c57d00dc3f3f9993b0f3ac92ba6935e056e32a0c08c408fb8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067e552f3e3e1f77280b64a56904c6d83ebe508
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8896617b57c3d2f13101d571d35e9de702633db76abf49fe0a761501a505c21
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840d51b0bd3c355110984379cead18a9ddc02b2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3b94ac76d7aaab9ff1d0bd39a8a7c666b815325c6e6892b93ad42fbfac9b2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b4c9e4bd7cdf132df05b61e5804fddc4babbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273351ff84f5a7e356f9585f945e8c7461b938673f04fb5318a8e9a3a56c278d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117bc5a52f46ad5d684c3d8fb80ce84f6257e9d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6927120975ff6fd84ba7b485ab9cd203f4647004dabde181902161dbccd87d6b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3f6b117ee427901253e41048b3fc49223a79e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce7e4cec738d2e22a370fc79bce4ef1a716ea3ed07847ecdc4e7419259cd1de
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529d282fc0b504df97e5e844e64e3b987ecf4f50
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f765401213abeaf5e3e22cad30d8705fcdd7b08d8f6e86c71b0b3f842271a5f2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc87870239478c0d1eb31dfb2d4c075a46b0e803
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f598ee2300e67c9ba399556444bddda279d470de7ffb827d269f14ff492dc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45ef8ebd8ad92604796eece59a7cfef71c3385c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc0514d43aa295e42ea8c21725c359a33ee094e8b62bf1b6210240fb5c18dc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7bbfd3ddd7f7906fd4eaa88d45cd14779d745
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab84d7d515fd1c47fbfb02b4208c1b0edc0a46d20fe80eb890c710fbf221787
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28acfcea0828a85691ada380398395b26ef464f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90d91589562f6d297d66e4ec8beab3b15d907ba0f74f1bf2038ee6ba498c84
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94c3c729275737057d9e675b4d747854b160d35
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb761cf0d28ec9aeec4ddb7c1d16b9c6ea38ccfe90a8dfbe88e61d161e3718c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0560062bf782feaa5d18a303a83aec855369a29
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07430dbb537a2a45501acae7f3d623434508e6e8c0776ff1db57afdcab1da97
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e573cd58c9936a81cd6b16da2c7019adc4fb0299
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632692f9506e4ccf701205910075003a3be8d1ec0ffe96eaf9ff502a89334a0c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106d4ab58206cfd11b32374a3e56e40173cb8856
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecde6b6246741b4afc338822f10db589d4856694cb22a2cbb8dc18f8f04a677
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8fa0a26b3fe653c066d79d66b14adf4cfd01a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ad79e3dd4685cf1dbb4c5135066b70677f6a19194cd9b8856665d51ae4061
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdc8773c52ffe30a9b06775a478b6d7280ab048
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3271a374334cdc92bd40b52dac46154458b9a076149dd4145c78b78c873edb
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca257b46158167e95667bf90adaa38a7b1e89d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513077011fb6bc308c21619cb5ce24b914cc75b12a7b4aaa73ce52cf766d8a0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b94fff6d60629dbc7d168e6e19cb01c1f6bf0ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d5352c37e2ee8a2e5e7f89ed31145095342f5ee3d09c9f66fd1ba2c6588ec
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4a224b0d20e641dd698f03df459a29a45b0973
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed0a1614114d01ce6bac23000f4b6540ced82b32830afca7ae555570fed018
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee45983302cba7c04b7320f071389c1d19a46949
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bd8226a30d9a8170311e29021500d5c843a4e32b6017fc8e6ba57be2d046ae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfaf025c1be1c66db3a955f56570b6f107493f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5450fca99c05fbd05002e87e02588bf733cfe10c743afb47dff18f5f515f8163
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98284d813b6bf4c0e064850f1c6905abe1970559
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c8f15ac6cc764d64511e8d639e31e75aad4a1a0f52d2fe409436c3d02e1ba
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986abf3ebc1a753fdd11bff8f5e72ee5b2d9ff98
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d388befbc65535f5592552c242679fb34b1c1c06a6c73fce23a453c5583fffd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820593bac25702955ea5aeb29b4136451d291dbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd205f6760cbefa7851ded8108dfbca7370cf75d34d268be0544e008990098
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cb3337908a68eafcf95d5d19f27c029647fbff
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb103f4c0bfb37b28f6190cd0b077687b860dee1cd65950dd2a90ad26ec829b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d81dd939a771fde15558bb056206a37f945e5ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400e5ad832cfd3d8c2edfe25e003875619551febc55ac9dbdc203bbcc44481f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b1975ae3fa0e8f45332f47220e8d5e01f7b9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98e3a0f70af28463f5a1dbd6899fc14981a0760650c1be1e56ae6c032080dfb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d73cf9a16c8fadfd3a365c38d92ddeb15b5ca2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8571e4e2469e1aaa8b45fa818a19fb4586f85016e2db0aafda3c8ecf364de0e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c7d6ac4ba354cae4d75dfb10a57a76e127aaf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0181375e1e4b19b143928c09156a53dd90326ed75e73e53a03636ab34094e403
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b5eb29bb1ec42ebd9bce26b55161aa0da7420d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47b2c9d5b825c8f58a7fbcd502b4116cbb269a0bc0843b82c0ec5e27854d31e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638a8ee56793570b2d3a332bcbdb9e3dcc7ffe4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39349f12859f689d16356fafc1757310747487e07c342ab48b1426bd8e8f4afd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed0fcb92596503cfdaba6bcf868b3a4259e354f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923f06bd1858a559f57ccba7d1b47c178129d656eaeecbb1a875293378ab6b34
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0667f77446302b67e6c826894cd06c94a48fbac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88b97ba678d2179b8a41bd87ebb23140159cc29f8fddd0b970a0ac7e17c68fe
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f019c9e788e326c47995f3620633b0e46fbf721b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac6c6e830d198abfc856a6d97b5df58a28796830017d02bbe1927e14f8d32bd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd52a6fda895b6124127e864eb13cd94f0d13e24
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adc6ac037f57522c01c35f3d9bd3caa9d8d4dc8d3a05ef1f28aa9178772eef3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c79f3db2cbbb8f53692de610bf8269c9476cefc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93318eb5f5df2a8c33e93da7888d323c17cdf9069a106cd3a287a83dd1412e82
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b753bbcb910a1539780595500fcb79662d4ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a13affd73eb3569441524c668d0e201c7da4738988e25a164f431b3e2e8c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4469f8bc94e771f87a583bc532b75c84eaafc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895f5e7ee2c2ea46b728651c56cb8dc0bd6176feed4c996e8347a795a9c697db
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16ec671ffb0a30971955e6bf7e07d2f814dd216
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d3e23308bc2b969c61bde639a96133dce65d0fbdaebf8bfbd0ed1df6e4daf3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e2ed6b455065c301dab90ad1be75dc3ef67faf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d04e6e766eefb72141718b3e9375e72fc1928607d977ab699c4b87af38b93c5
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9924c7dd8ff9dccd555355e4d3012a45a2bed637
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f620582969419381de036d3b61d0ac85ce5926d39189b1757fa999073acca52a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee87d0e37aa37323ec109f05e7d24d0acbde99e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b3659418e8393f132d7b63661255da5c103d13a931c472443bd79a891526a6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2702ecc3260a8d0acde3f9efb4c965ad3c5cd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034329aa4745f846776e5150aa25c9b88942bd5876811f1a6b190e136a0ecb0b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5f8c9b61900ec87b6e296f360188071b6f1c06
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bd62f2e1a01cd9abf688461860b9252e608e4ca76ccd967735ca2b28ebc700
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e14af84cf5a09310fab8e00cc56b1678fc5378
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b8761d1c6936df6d159c5b3cfd135627158e7f128b49b304f0d0792db2a5af
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc8b727cea581f161841a23155d15fec27da41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb97ba193092d02eceaca49ddaa0b962a816a7430780e6a878a123aac615d96
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e975b4eb1a4f2b6fa3ed5c0682c308130edbee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c4e559992be7a3ab9460e959667cc1d7ef28e088e3ed7f2dfc9013d0ad3579
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0a56d47f91484689e2379d7633078abd596a2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af782c442ac7a2e460ebb96a6cca2bc902cbf0ac462a4954371299ca7fdafb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433588214f67a111591ee896176b0c7811a46198
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61a8b37e6e2d914510862a59654952d1a6fc68bad3f16e55ebf648f74323446
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c11832ec8fd4855d8cc15a1bf6584fcc0d771
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c68220ed63f5d7c3c04157c3399f140587fd20ebf4efd8f88626eaf2457b07b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac9dd99af2d506fc49e0de5b9f7c6b34f1a9a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2659d5d260234c6387ab85756f4bb3f9c69296f1d82cb9d1c5b37a58723bc6a9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445675e2969d1dcfb7d59685ee50e31d2165dc9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b4f5a6b53a86faac424bd8aa402637f0e2dad079f71dc4121309b19cb19d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d2aa5c166ee62f76bf0fbdb5f2ece6e8d7ce88
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f24cc68358b9d1a0b2f1aea835f63304495aee95af1786eebfebc8fd470478
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc747b0aba451ee7892cee997bd915faad909a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f7e646230fdc8aafde893987b81bc7fb7d595291452b8ccee5bf20ac5c7935
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d765b22bbd07e13c8e3059454044b2a6dd7b580a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ab8b85f9788d052394374a07cfac421d4f018ae0fd995273557ae9b5d00946
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540c9dbe87735660bc15c4d45d133c9e674cc772
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9183bb818ebff76e77ea35b051ec7a42e43179c0c07a72219d1713b2e03fcaf7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848e72233981d7b0a1de1b5d3445da6872e3966b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ac0932cfaf7d67192853cebf3f296966ca6b8bf667cb9f1a097db2a15ae678
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15be68844ada3309e593921ab72064d5f9194c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad50d0db0401b4f1092145f10626127ca1343d60ab92a735782187edea3e736
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847f8135c6e22901bc979023b8da95d27d16a30
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4cebff3416d3f802731b58dac2c2fb5f2f9765bf12105684c3b6923e350aa7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbdffcdd98987ebbde64abf12dc5428106f7c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307158fc4e7675795db4c5d6e42b4c139c6751fbda46f5e6a6acfe4cacc7bec3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728564da1d46958052b0eadd19d896afd9e770f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d5cf440ea0e63b164261ef77bc5a929511c80a8b1274a6ec4cd30c79aa46d5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0bfa9c37e712d50dae5ada19f481b4a6136f44
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137589460323fbb63b7f7ff8acbc694f136ba312b9718e6befb037108d2ae321
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fa7ab60d26a73ca832bffb15b147978d3c8a0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab6c68e14db693ade398aff86015f1c7b3d7abb17500472a9012ccffbbaf31
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b02923d69105c43c957df2644dc455871509b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2185feca1c8c7b7e08472831835bbaa126ffcfca0759bba0d4179207432b28
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520d7bcd2d70ec637e7941b718968d2c00bd3b79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83aabb8dc2fb525ec6ef99be44e0639df5006e6e33556f8aba4a63c8049ab3f2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a00db133bd4abe737b4d757b82c5a2b92dd52
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15bf80d672cfa3628be5f7e2f02306dd42e913254c866b2899ba7c057206d6
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c64c46624eb43ec864b1441cf59741e6052df7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae74c50287369ef240066b6bb2c9119823636d05fd39d7f7ee1ada22854e6c4
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076f0a6d3c9fe6e3a9efd773fa61eaf5495e1eae
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807202afb162c3755297d1e67f2a280998ce6dd76ed2586feeea81ecc8106e2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96d9debc335c8f0e831c52e0aadde60c2a0c7a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830eb96d09d39a69e4a61aa2d5f1cd82b128f3dad0187d93cb358c7cc48f34c4
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4820fa42e41ea00510e24bed946756968eda2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f8ee0007560e596277f21b9c951e1ffea0a380dfd8febbaf7ed54fa930e1f4
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3103992af45284191c6931469194f8b5a53edde4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97fc463aa5bf21dfe62a28859d385bebcc6ab2e79787d1f2fbded8012be1029
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa6d61e4f48921b53f3bb0a26250591b212c784
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ca82885d8b16be638410fa61e83a78d3727f9ae110417954dbc4e36f7fa92f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f746653348eb53d0da27b3fae682f9094274c3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9900f8e3ffc68ff70341720038c37abb820c6aec46ad16bd610f16c1941bb9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf10e56fdb4bae029f7b06d34bf476db1540f81
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec93403a725cefb722f772251dfe340873fc813d7ef5a69d1292ea25c5dd9c0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724f7174e8e707d021b83a3a437218b5300fa09c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc6cc423ea3f0539f518d1a3c50dda947df7b52c45f480ccaf41f0dc090ee7e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ed89c45ebcf7a8ffafd909cb2630ad6e2f49eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734782f5c908c75e61d475d6f902e718e85b48bced93313eeb3a73017c926085
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4ed026580ab65bb8c9d93a4f61051199443d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19eed28cade935847f2405b8526e0e420ff063eac3c08e99f82a81abe813e1ac
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d8b0e861c6e982d1cfe0d381eded66449a4f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692ef1e41067a2fc95cd3d6cd4b56d15fae672ed8b3a11509a143f1ae3d82c5a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf93f710339747fc1cdc28160c6d1032259da9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e3e2851fb7f5d898b789e881d655e315fcab1b0cbb43e1c5e3fe2dde8c6c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae6eb327e8848ebb9e64687da330d0b1c7cb5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e72a29d15fe677d59ae8061f9ae50b9dba0f434bec54ae800c114ce48c1c849
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c116380f1c7fcdf7215b6811058595901ab9d4fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0620e44028a7fd762c461f689da16df423f4950679f60c8c21d3e59dfba200f6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bd6d5fc0954453c0ac754dd753265b21c0185
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e1816d797a49e9523470df5bc7638b58848cefda6c1fe4fd1729ad53fb4e5
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3608af800c886331bceb3550f14d4114413f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07b50f9703d688265049082eccec22aa043fc548fe369be797c6c2a69b1dbaf
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d534c582a651b20ee69ff87abb75371f4b5ede36
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56cfdc82b80c27a1d2046045ea7dd96650367b99257d02da38b1f0e4a4ef3f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ecaef37f3b792ab6b1e8b77461a63170412f79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7346ccd6cb2db55c3a5f87030dab40455355d7af066844ad2cb69abd059e8f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0b7d1ae1bfaf9a3dd85560245e36b00f861420
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa0a0b60eb81c7570e8084497ad3241d6a9efc1c739859b706010c0330339d4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f2913a19d16d2f4497017249861fcdec50cc86
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fea698a28b50ea62cceb7b9b88ba0cc12b4643b95beb2fd7afe381de19cee01
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f52b4b872e47886565968c5ee21a16a011d739
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae865ecdd9a661a21db9757fc4023780ebab02ef563a626fc61b6d46117d7c89
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9949b2376626d9ed4ad2c49521a9af1efc39e36e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1a265f1dc550c8a4dae4c6ea794e0e07f486436dfbc6d81b1efb35d1868e4b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a262480e2fd97deb6905ea254a953307d30f762
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd4c04ff0022054cc93a1a01dab706b337b43a0242eedf6ad791597b9aba03c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e06081574a4292233fd4b6f099a235bfb994302
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9251bfc5bcda07e6efec726e261cec3ae7a563405e708a1147ba3f0155300272
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415b89cd3106ed4bae5af662da8403dca4e9171b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5152e93b40fc7aba6fa543d6b4471afa11c8ed2465607f96b7540f743caa5b5
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bc871bd48bc97867c1fae6b7ec9ae51c325057
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a85835d341be3060cf21b58c210d6f038efa795a66d4375b0c4ca65b2773658
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c58753e9545ad3a7e2519ae1733c497f58d5f1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4418c5b21872eddaaa61032ed3eedaf957ac0221c9d720a23ba5beb5127ecc2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0270f741fca48dad7065c3487e1bc688e4975cfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2914ac40dd4cf741b15c3b522e796d898a1a657607d9572733b2778791001826
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ffb64bb38a38641d850776ba879f2d04aa00a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7ced003ea508a860b8b4754a7b18be0cf5655aa8260985f2b34a69efc51f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2adbdb5cd6682286bbffb77aca200eaddfe5558
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca7cbe5582143da35e0b7e5873f585f64e4cf229d028a284940c098a70588f7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128247ef42013871a3ef02482736619fcb923e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d8f43e4471275e05b9c01048c720e78ab32f65a828a37e795eaf5436738123
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605b4d7cb090f8dac0d13f14c51b30faff391e00
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999690475f8d93e81a057478996fb9246f57660e11a0755e43e7357d377db6bf
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b745076f56256518b65e7ac8191c6626ba1a65b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e138ac205990e998c03e1844d09f42e2221c733471624062cd307f7331913e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec6462b9fa4533cc85de0f512d203b641ebec96
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f6e3b513a03f845a100aa1f7fa3a275f14a41ac37810ac06b40df7230675fb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad810b69eac4652e3e324223358be8cffd21273
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a290c6427e5fd8b5e4ae068b49c5731c66b3e877ea83fe1e4a4eab0ca82dd79
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e1b8d68c610fe3696e491bca6ddb3573c231ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca581516c52e8fcd70fa9defc92af5df9ea10e901e00cbf661b5a18245911c1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75b42d49ac76723629cf2b82ac6ba9b23e22a2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4716619bf22e841fead6231dfdcd06a444cdb0c42d1ddc1fb647ed70b650558
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5af317deb1d947f0092acb2b0bfff9c5fe05ebc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270948bbc1a42ec0a9de263e1f5c17568a20ae17a23e9edc63dea58c1d655461
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bd8479236ec676992b1f51363a87cb3d22fc79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d749d358fd8ac500c7617c669042cd72f91f3ed7a741713d4b6652abffce79
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64f60bcaca2dce6c6ff8132f76734993b61fd2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74c035668213663aaab21a83ea7619e2c95e7ac4157381fbd8a4bfeb3d58894
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b252b1b6514c6d6b5541acadf91c03f4754dd43d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cbbf7d23ad78a3a5bfbf1d2a35dfb058125bf88f8c5e834df99af33b356fe7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87640550a369c8efca5bbbd835d795297339ab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530855bf3c99bfa89e8372d2f1cf94482bc44fb351a48e2eb9f60af13b438849
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26c337a8ad205f2e9a02f1f6f2596282838d2fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb48fcdd97a3a3ad7fae480c002512a72de4f679cc3a90e8a25795672211fba
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd9d6e33e9707374bd36d8cb0558dad6d5b5055
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e071cfdbd430d23c2bd59d46edb4720f0853407d1acf3a1cdbafdfba19b106
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300a515ba5caaf393524e66e83ebbb5c2f282e20
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c39bdc759b7ca311f6d123cf06bc21bb734572e2998901e6f6bf14c957416c6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0a5886188eabbb49e6eee318df39172395e3c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b962bc85a3a9c252a500e7b07c943eadef3b7664af58b078fc8eda7ccb0ab90c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff5fc769745b8cdea242beb666344222eb935d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184cdc0fa3be1ece6162943156c25fe49fc814d56406cdab5c196f6f17ee7cf7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21c1b5bb56a3dd5c8402dfc6a66c83ef027a2eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c203f8e274ebfc0dfba9e559cd67526ca9ef1595e6f0a874e1341f310420e2c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175e96d5cd6aa44fe6d90dcb160e82227bf8d54f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377c5c5bb3f831b2a91d4913fb75d9958b73b447974d5bb8dac919b84057acdb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589c00a64ffc86ee119c842211df0cfa351755e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5691ef9839fc956607523f3a1ce30e154318f372d557735562fc3f334d802cc1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b65bb3261c7c710c8e666ea3791f616766db176
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a4328b608bf88c681e6c9ede64b2d23e87d1d708e2924d002d3bf7118291f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85acb303292673d9ce08c01fb4118b50cdf7044e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb0e9257371838fb7278235b82f4de34d48c2284f2d44aeca809b7134dac8a7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab2c0ea24844e1b487dd474b87ec6313792cfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25b2e5aa2dbfbf4c7cab09ec8d2bc51cedf8d0e948b4cd2a6df2693c35bbdc5
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d0ef87726c54f421ec35a00a91e711feefac7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dc1cc6e9ca331e6acb37a48c7a9f5ebf088d5dbf4fb2c438731a50c81d6d88
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1189cd5bfe41c296c3aac233679b244eb31d3365
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9224390c2693ae8250c68693862753c4157b4002fad5b0d808d59da97113f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8e77d91e80e9a3a189b268a507dd0c02159855
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e1573c0c67f709f4a15a0e347e7e832bc1e022740eac85fc83f564f903f446
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b861e1f739954c354f8d7c2e281889e04de3e77
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45a0f3cfac9dc710f45a289191800eba290f274950f073d1a38f2fca61dcb86
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec2a3d8d6b756f685eb641037743c690d1a93fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18780066e2e42a7bc0f724a5cf271df797b6dafd88deb6ee06bdfb12dec3b578
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4239ba8686ee0fff1d7bf246350a71c6d84f8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50b66b7ba2f489418913bc37107e57522e39e45af0a9d51d66c509a94552e58
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea876fbd9c977451fc468d267ac57f80ecd59ff6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402173e45f4f3bf48aae941319cd2a8e4fa64d67f4cdeb4dcaae870c14c2458f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e914f8d32142b4ea7a30f7dfbba7ae27b63175b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eee7ad696b192159421bbba04a05089882bfe94299ec15eba89284da4dee56
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b7b04ee01b20f9c1e190761609e74d6054d99e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82420e4779a19a82782edce0f895dcfe024319f2a85a9b862d8657c5ef680197
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6efd812c1b40ab9bf29d04100f6d8a96e648c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c77a3e0d14333a8d804ccdc5447f8df24b0e067989e0c3e3062e6951b102217
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbab4b88927cc35d35f263cba3b1b80a923023ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc70ca4d17ebb83be8aca0bf6a26af275decb1b001450cefeb6108354ae13ae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e284372e732df6cae70738f6a087cf58abd578
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437dd7567e90c763446340b52f63c422e5f54fe3eb6d6f7691c0ede2386f2d07
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ebd40531ae617f71c385bb31473923399dce5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a6dc3695a1d453403b5d3cc3928243c0342588b56b33bf2eef790131565d34
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3620a9c7088e17700ccff4f9456fbc690eec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fdfc8a5b25d624be7848576bda81ae428a6d340dc5a13319aa5ba4fc450b39
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481020c797b37ac4b9e73392b664fe7d6bd0644c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd2af7c0bb715281c0e4f4f81bcfb1174d7a2f80db60f9dda6d00b7c965d08a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc4ebce7338232755a74bc1a867912db2b70fea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ccf74613a2e0780dd4efbec5865d07fc7fab325c036abf9d0d41ed6b842c4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bfd3fcbfda9c6fb1a19fa514a1b07c809860cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c4adcffc909ce77c391395b2b267f13a48b24b423c0ce15db934c4e3fdb42
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f923a0b9763273d63903df7bf26575e0bce969eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b47163d4617cf41a941b179e016866f2a88794d60706faa81c35ec90b11d88b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e063df473fd6426c8bc21e5bd5306923799b455
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd23eab05fc01f26eafdfa8e0a34d8f6c421acec6359d883e162d81fd131a2d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c62515a09bdeb625f089fe0fb347ba39d43be6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5509dd8d50afbc17ae32a2a9b03665028198421018f9331c46b9b68c3296b81
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfe8be2d989b2f83e71dc93966c21a50d7984e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de04d787d2970634210db65e60364b4472ff42eb4bf23db8c911b93bda19ceb
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa21d2ec123125ee50f9c9f779e6bd2a07b136a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6d378f45c0156431a2c0b875bd7881e1bbe503d142cc9fc5c01693c40c9832
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43368ef48ebbb9627f2c9cf23a14a9667420173
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946b4464726e04efd64dcc9b82ddfd7dc1e080a64c453914deca4de9895d29d8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d4ca81d9f968680d11dbf03b0fd7eb31e1a180
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754fc966b8802a3b924baa290c4d7e247e36286deb2e7304ea42c15d28d031d3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b053f6b17a77000a4166d34b3f1ad98ff4985dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9e6c7f927c749c1cc4fef34f5e2d24cf011e6e375d8bd0edd26c633879cc0b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46be50a1cbac88b4f347dab595d861fdfa31a922
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4142c9faf68fbc7ecac493ff95fbc2f82b9655e7bc20ef917b9652576b6cec0b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fbb39d79e24556f43585d5354e1dfced510b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc53610a8387faeba5a973ccb01b7859f8b9d900b11a6d7f48dcb9aee3a54f3b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4796a37a8a3bfc4e61bed7240a092438f248f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24190ef80941b82052ab8d195eb96abf0823ecfe1e3db4bfeaf617e018fdf5c6
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17d64eb5423261e9a33e7b0db99cf27d7aea9b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8394ff4b2e986b0124c927bcc439228f6034386a24ae0988b7feabfff9b3593
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc6e38e46e1be8bd57082e772dfd23111b40829
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aea2de00f7d85e6b5539802265b4f1ffe76a3f3b130ccdac23273110709cc7a
+size 129155
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bd49dbd4692e4e6d69a278ae2216548df2d2e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc51fbb6110ef09aace0037aa1aba295314a1ad39332c80e01de22b7f6c31bb7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc51d894cf5e9f66a33547cd797de7f2b52ba20e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea6cd0efb52288ab4408fa7057d73b2b84dd42d77028839255c0c206cacedf
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8353e7850c003b2b46354c992342932c0e6fa6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009267b9a0dc693ceaa7b8e9348eaa79f66928fd68f1c005e04fc04b6901308d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8d1439a451d9dc3bd887cc45f7c8b123d9a1a0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca4f37c3a6fdb1e4e96fa79fa437d9abde253d60230819f7261de9c24a00f0a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afde3098feb9b703ba24c007cb08fae9b0a6ebd5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b1263cce7e8db77c1dd0199810c484625f78a691cea606246af67093bc300b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6736cf39ac956f1d6b0175d1f38353bf36f8bce
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37a6e1ca9bb89274c567356ec9fdd532c68dc3017553748d2efe4d3c351d0d6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603ed5c692784205e9435c6a71361eca608650a5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94b053d8d87695b2c58c72d433ff0b6e821c04b7c4f60a5636e0ceba24a8bf3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bf291f75b837b784b20f2d1b1738ab77abead3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973b9b2a6da4101bb3ca9cc34e489d43ab2648af27beb527e0a35a788b11f9a1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9679748e926ae3edbda1d940d70525236fe4eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcd8e1706c139a40b7501bc76323c5af7b70cc64074c890430310ecb39edbf1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f023f797d126264c8740542f3ecab44067f7d78
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2249ce09006f348cbf2f5405d5bd31d158b6cbcff3ef865aa2ca0a08f42e32ff
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116ef9321e87bd38c1af4fa10c98d68dbb13032
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8201fba1a494694254d432e55362f7e2003f6c95d47c543e0fba98eb8b751a80
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51ba83dbc403d986be297f3fe2f1a1311faa37a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e841a2b384a9d91a8e302e0fdc8c5477616f2d745c41bae2760ea4e8221b632a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eddbe91d8095a6dc19445521c82b89ed577c269
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b6c24bc7dbc22136e7aa10112cdc09acdf576e8919ada350eec9e724248c8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e3bf8e1a3ce23de6f072f33b580fa97d2e0c83
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3046a76062207731ec052b041d0beadb0ecc28d2c70de6c6526bac2162d1442f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f0aa520bc38e419659f298d2280ea291f70d18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2e24ebe3a93560e6a725e96eb5ebc370094638485a311aa42aa857481cef0f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877b798f738d30b44f2855bed7d8f4924c86cba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bbcd8d2797bc5081e74a3df7f5f39d8d9836c64e006fce3aa36423d2167e33
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347758019b9bb2958a322eb01956197c56c7fc26
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61d9b91995790a6970725cf594d23b2b5e63a01bd55633be61af72b780042bc
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e976f020a7f016424634e21d1aa4ede1dbe1e00
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb7ba4c07135ed509fd3b106f191a5799b18deec4730ed4bced054988c00009
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3fd35d35841c10be57df362e972f5238755fc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a4920c84b7fca93fd2031a24fffd4949ae255b1c2a0abadcc8752c62328859
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a9fdf856c8830183c120200caac9b4cf5575b7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4e191cd595bf6def5a41fcf8f6ba8521670973a933a9298b5f35394e8434fd
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55da88f5ce8efa101a6a585970e413baa8ea6f2f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7275226c36fb72ea354a5ba5d12c4c6562229cdc4c526e261adbd0b6426cec8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c70cd38dd8539495d1a82b80cc0de43e278d860
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f04216c8fe0e6db010bed096621fb1dfe60cd9037bc7f0fffe147ec85de069
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f01c351fb5407b93df05276975db635d70e40
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b341b663f5ec036a833d013cfaa721a7ee7301bdbb014b786dfa85c093dbf778
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f535aa980be6d71c8b07bc44aadce873ba436
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053010e3b44ae5f6923da3253b457f9c5985c38c42fea7cfadbb42de9e54093c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb79d71f6f5f0e5de79a8482e5c5644912aedda
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5a0ce615175cf88ab739f73e3e1ccb03c450407d8dc4883aa840a4d0e3fda9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27589e51c670e966dd1d9027861ac7aa329c9e1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd19a9be6a8905c4e594a4206e3dd3766ba0693551d10dfed075ab905ddda56d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f531e93b422d56159c33d785fabc683190450a7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc3069311577b5163a201f0914cb62eddd63a310f9517eafa749f32bc46ab3a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b63f417f95f1c66ae1ec52f83e8503dcc9ad63
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40ddfecf98284253b9cbd13de9e2c5fa9f8ca5288cb72ed7c616772b88b634
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3413d7f0c65513ba3e4dc3f66a38d1b53c01a29e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450ccb116a9ecd77feb3cbe7b61ea11f2f9c6e17afc5bcba40731c04830ba8be
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8934ca1fda2c9e7b321f947051c6dfa9635ae6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89384d658ac5881f3ed9971234429d35b5b86c35a61155ae0e4501c00e7c3061
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e24ae29961a8f1f0b7480c7d8ca48ceece3434e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c085d3d4972c101e800fec47a3fdc2dda334126cca4c950f1567e83f46a9e845
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b977c5ce316384323c7cf8773013bac0f86366e4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e813fa62b8b466bf18a53976be3d3857cb691302fe5563356348bb44f9f7fb94
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699f1c4ccf2dd42c5c13a5db7a577ac1c5bc01fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa14db735a60ec46e702e4e7600f63d790bd21c72a2fe0237daaaefc88273687
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3afa6420b5bf0a88900a8cd00de420f3cc7e4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad15e6c11753556a6f49d21ac76625f602ce4a554580dc231e2749dd34af1cb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12010b09dadbf32be602571c2702d54de7351bd0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595cbfd7ff202a0527bcaac811e3a0a38261558875ed29c5fca7a52ec9636c2a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419d33903d449c3c2ec6d225a7c54284677f9672
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c1b3cb48d89df311a88485a26faf8047bf88126860b93bec0de5d3456bb3cc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456315c127dbde947ad5a859a55849fe51d271ea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b81519c6e42219903c5cfd57ffb7ba86fbb3c6109172ab838fbbf32efc4297
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e0e7549256f4df2467f1aeafe4804b6261eff0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e14465e710869b4a046654ad8ec53fc85b3dfab4461a95532e3a2ee17f22b8a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc443126477b4e4ae2fb47f523852a8a02dfb7c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61532306f6bff6cf641532283f689c5b5f3f0e062f807e9ccf6ce1fcef4f2dc2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0009706eaf37507c7d9c83f3634dabf99644e8f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebfa26f92dac63b5930fc96d120b6f10588ed9164de93e38d9f6577ca85ae5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c275f78e5fc4a623b9ef7db034180a445598bb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bb906094e59bb1188e51587b3c6cdbbd54d1f8e795eaf8a4da16c8d907d83a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e6ba607d7a18098e04fa1845a82ec2eab06363
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0ce7fdb58678f3cdaf3e71215a307917bc7a9ae9755d7677f985d2b25cd681
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f020d06a32d6b5d165f4a7ec81a5d7c9e88d5af5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff06dc26d31c2f9419b7dbb8931616f0524f132cb53d2f78b0e804c3dede0130
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d707a2729e084e77bf7d733d20602f9db0afbfee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4484d468eec0a2a3db68eb598d3d7cb43a4aa7ec6f609bdbbf7e131b0c5ccb7e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f34c73d539790f74c4f6250d410371ff9a484
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4474fdebe72bec1f7dd0bbba6758363b86053152e66e3db166486edc73029a1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ab80a57e6da3b79380c417da8cf98bbbe4b6ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4f73fb80832edcb9461ddb6ad0b93db1df52d37373b0c7be83fae694bbc154
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115e06deeffeb93cb10e2fc616a538844ffa0e97
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a53a211582d6a52eec8ddb45af181ef5f80a0d6a8e473e3cdabf8631d68bee
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0759e9179372dcad454f67912c7b019912a708b6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf58cc8e67ac217d5ae1e66e071109f285e64e47ffda35f057520f6233aab5b3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd576c9fb18394f51bc70c80946be765dce7acd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47431ae562b37f9fa0767c4049b58ef2934da54b973825eadf01a5474b27ae2a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6905a3400f4c8cff19d52e6186ab623bc147ea18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6ca3649ba5e45ddc97d9bd51d8d075d5efef4031d95bdd726eab7fb29dc1a3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6757dc0b579862ee8d996fdec1bf84150485ec51
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090370a858e1401b9ea85b37c909884519231ed431f8121c5b818b09be6d4434
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addb1ed69312e6d2a585e94d75523994cccea955
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140ea4b6893d5a223c974d5000e277461567ea7bc0031749cc65b84de80bb45
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8659657d5de33bd7bf86a453239a54c86a63cc50
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14db5ab40513637f96dd0d5cc57c514eb4b3eea34950b3e7c56c57874b748c5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b179a987358b0462a0d80cd45596f60d41378
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ddca9f7eb3280af48814631a689d4576042226ad8842eeed6867522f5c373a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f04d8d679e7fc0db774c943d6cb0d370006785
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12483a9b85965c6023e25338bc046a4ac9f8285aab3678806029e45a9f1c5b0b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cee205e787b15b9046218f283f06beda568f18
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa517f65e48d3db2122c15753cc896dbffe44c87216b55fb4901457c1baa209f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12ffd150af798a69ff8cfb8bd6fdfdbe5521eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8f61ae17aa35d290da1e866a3956bf517c3207f52c1770b2c449d09d65c4d9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed8f6dfc4bbcc4f7fbf51f7033f9613d1e7f355
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc64ba9bbd1f17132951a47b9b999c1923ab33b401f7035846764d5e4ad3b26
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3024cf9ef4ce1c4301c74e78a46e1f18e6616695
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9aee55c4d473d588c3577baf83fcee8d542960699c6e422aaac687242bdc88
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24e66acfb6b0b94253d751da20a9e80e3cbf62f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1836ad32c11dd258fbb5844a737833f96f0be6f045f980676be54533a8946a2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01ee6ca06e968f0798b2272b06b33c25b2422a3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2379ec9a49edb674a92d2c85ca1ec790ee5060363fd1e8b90057ad491e01a50
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8027e50a5d1ae18e3db9e2645732019a01798e69
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81e27a1127af32c15b62f116e6603ec905f31d43f7df44c60ac5b48c70857c0
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec55152892ea465a20399865fdd52dd528e0818a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f25b0f2bc49a47ba2ea484f7dba4858b6c25a9e09a71109cc6d42dabb62f461
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5e13275f2c8b42597404ab0a56e561925a087
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bfc6dffff7f799453def0130d65378c52cee00bc529b6c8bffaebd841c8c1e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b74e4b8b00c75adc0f75ebc48f4e688fc38d869
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e22184d984ea8b4ef02935458e23779dc41b7accb49630d31b2a1c33f5f037d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f0f733526c1bfbbbeb1e5fef4f42236f528b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273acde681be124f49ae28b8ad08fe2ea8d58e1336b8dcae58c123854fd7594
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ac4500ddd41580bc28159295cdb05766cc9321
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1c252770050346d9e8498ae68e761966842f0423c2a1891bc3159201ac7fe8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89decd2202b28bdcb95739dbdfc5cce6b1edbb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13ba8b48afdc667b1e2ee459183645d099e0bd31d60e3b57675566b32cf5ee8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16132d5aa4ac4bd435b654bbfeb6f8db93d6316b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604b5497bcfd2de948b117481d8c93dade133f88855e337df6e91eadb663fe42
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd61626eb52a56bb706506cb5f131e9cb40b2a4c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a31a5395fe0be4d5b73865a53850ba0e3e67906477a982d8ed27f34d96b9356
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bca642747793e2e6749c7ab27715bec9d2568b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dd0f9cc46125a62db6f6cb920382658f77807546014feb682baf9aa3bb66f8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bf97348a9ae7e83755b7745088f1af322c1f71
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7622bcc470c8f392cacac898324d0336d01af40b38c890ef8fe2c540a8f663c3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc499c3d69da14c10c8d19518f3871d51cd743d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1315866e0c95450a5d5ec42e4ed4232305abd4b6efbe7928165176c80f430539
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56071ad208774a370afe50e719ff9aed4f95eccd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937d989e9f4a6a46883a6ed16f986639d4c990794ddef1e7a1d3163fe544d713
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150ba952c75d01f7f3fd26d801d8194cd2697b37
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3260d07346c3d761420744fdfdf26714f584a337ef4676ca5136fb387e9d7b8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c0ecd496ac13a3b47b2664a9c1e561c9d0bbf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d532ed3971ca1097cb6473b4820caf6d5023416d97e74007fe26c19a5f50e9
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db88149eec67014777f4c2248b44ecbb555ab06
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf41feb6c8ed2f2f16715388b51e5d922cecd2ee768567802ab317563144e9f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205b25c0109684990da9a00584f6aadbe752012c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb9196f5fb09e468814cba52c5ca452ad24cc114ba475cdb3ea02c5140a4676
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcbe44439b69fe9b79116e76c8e211a4e823182
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a4d8a65188a8bc0e837104a0d356dd804acb9d6ddbe001a80d966322797b3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d61f5002191aa2047335cb673fddfd2c88b1f3e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801037cb9b178f8c7beb427e934f3b04babdf698efb8e5acb865c5a3ea93204a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04746e03e511e8422df0d8818c01e0fe222ed7c7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32001c109813bd8676c8971e54c41fe60f70f0046d89de5cdd39af0e52ef1b11
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0150ffa8aa7605c089db9f1135f1faf8de272cf8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a80169f60675dee08bb248bf28c787644bae21934920699250e7c3e113e6b4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd6848d9c872fba2c64dbe3642aa450b323de69
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1b94606d5a58f34f58e3ba42871717fcbc2c224d88912798e958a95d7065b0
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf46d8f2abab489028b20c4d2ee41a38819bf802
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85cfe03bd59dc89c63cd4894de686e0561aa8ceef7455fc19f07d4a7dd6d5d9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08dc20c97778b3f3914a45c7ebc95ba766fead9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b99964075d363e2f2b35fc6ce6c5931703fa5865422b85bd3d3762e1cb3f7a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ae8f87cc077dc2e90f2b388d08310340c07ba8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0e125b4fbdd46c3af5ddfeda736c52c6aa6f377d6b20874e472748d577d6be
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58f0eabd78a7ebdf85c7dd1fca915cd765eaeea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8421717dd52ce37e12f263f4399bba1600c63a5986973c6e9f65b53d414ef46f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f70f12f50a0cfc621bbf96e0cc45d50db3ddbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12120a1ad9322049bcb6fe9e127df02bb29884414da8fd52334683817b026a02
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9c584f6c68f767a63811fbb590050fe1448e56
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f369379253db3901a9ae91ab4b21915f43b5bcb919be917944cff1c2de0af30
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6639dc2cb765a7c4039d86c7d5e2a413157e6ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5079fb6fa3115ddc4293a559954e463efde69784ce872b31c2871965601867
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5882914190fc4f95de1b209c14309d91390ecc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05c7e56ee0adfeffca42289279656e58cf88685c9f5d56e9945cb868ada118d
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de507dd5d41c4bd5be967b6bcb53ae849db42d0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e983952ccbc1c24f070311a3768c37a94e95fab0c13d3182a3d11fde343abe
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695950b1f54a500440f2038323aee4618d386d83
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1356a161f0a81fe1abce9b9f6b8a64978dd6d9a90f235ec4a9bee1f517e42574
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ee505bf99345331d34a906a9d07ad4718823b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349ba6e3722105e0bdc73979a2de321155d63535381c4ea0edc07baac34f8193
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdbd1ce4e9addde3bda414b6316a36415a4a4fd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a018ca7b306e2fc323e29dbd752d5928a6eab5e9c0dc3552f7497f5340fdaf3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831ac71237588971bb085f8415f1f70ec2a8fbaa
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23cdfa3a37556aad859bfa6a810828a2b6c53673a4e59044460e0a404a3ba11
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e3926edf058ece78cb9f8524f8a23b1af04ccb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2d96cd9f6ee0507f5b67745c7a5397925f670cb906dc61a9c543bf5406a1f9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ed339038ac09700ec7d801671df1817faf9c4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4223886e19fd5f58194aa2e9d98c6934beab76f421a22763887906626217e14
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e0b7fd2138feba75f141ad763cb84b0cced976
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b43dd9c9d53075d9c32e5e71bba1d51bf91f915156c548457a8021783ec618b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a826219a902e85a85a5b3e8d3437711572bdbc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4bcef039fdfd68adf561d18ef5f5e0c7009cbaa17163033361634c378856ee
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3307fdb893b4c2c22fa63d1d43daaa3f7083eea6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb93debdbdd5bdd1db8859e3bb0c9e65df2ea88451c00c428bb37d574f2048d3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d7e305d854906424f1d9ba6d3448fed21d0b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b621018bfbd2f8400067a9ed0f3e0d69b16103828928fbc813b881a12ac5d73
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776536bc21e3c1146c7db8719aac82302924ab0a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2878e9d2c88cc732536b5ef87bc9111b75ed051a421a5e5b7b4827e2a57a1377
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f0873852d48c1c0dfc05c1ae8d90d3f56a238e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31ad04bf7187b600ddd5160193eb539c5ad86fee618497184f4f578fcab2c00
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d87299b43426e21ba55c3e879c034a92a21f23
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bc6663e88b67c4b230aef8efd875eab93d8430aa18327fb97f0e32b2b5ab2e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41af348e0743295397ea7dd1f3587b38bf46466d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3aee369d481ed86b726fe82a0d34aaa01d88c03a6f33177456299a908868c1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7182136ba52dfcafc1dff5fb1afc0693bdb15bc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd943caa6209ff2654bbbcd4d7cecc7295c6f05fe5dc39ed4f94abc6267863b9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b46f3bd1a0b9fd33253390c299d2c7a86124e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1d300ba03593f41d7561afbcdab3596948c0aef804d90dd84f7e2f9d3ff3a6
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cbc4cc80dce880fe7f6a332511398d14fb93af
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d36eadffc60e1031873d27d080652e40a35b1ceb3079a8ad24f6db992364146
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f96436ce172a20770d02654410fac6e448c411d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe25e3ed1ea2a225c3d9ed2043d947f603b1a568ae5cf65798b3781f13e1bb0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d044dbceee9c6fbf62613a51b6f879515ba8955a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62758c337d01120cbd3dd505170916a9f169cc35d5645c7955d38c5218cc5c1
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c411f30958a42fd4cf99a7e054fc7971d7238c00
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02a3d8bd4756d7cdd4d914a2be98588317d007283086587fd6f7ed8e39d75ad
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012775c445eb17a4ceda4bb4801b91342356aed2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2105affc22794609ce6e1f1d1a9e274a1457f25910e3da8c73bc4191c266fe15
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b810b195b6cc423e00a7d27f106733d5e7841593
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048a13095cbd469bb446adf6dcf653ad87029d4f778f03942f25ae0e1f37f73e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947ccf79a1c38b5dea8a3b3ff43ef358f68debfd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03ad8611d6a6e82b6b4e3751ab9e2a1ff6d45de68bf3e4867447118a4243f11
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342b8fdb054240f8267a69f941182d4043aebbab
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813e2075e5a743eef27ec41eec8356197ab7be99ce673163bd3d233f21d6999
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b43859ab4c2fb7f92cf17698b76712ca5a4b245
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0af3866894e9baff08c4cff4c01f71115cbd8e97a9e065b722dc08f43b3c8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918e85f341d0fc9a95fc527cd0301526772ba93d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce209673b4ee90ffb1b83ac9530d9a75f6d39ba3726de3148e155000b550343
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fb4f726494add0f19cf33426f59b55380de9c0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051f71953af48b66167cec86a4b94ddbc7e97ffd79eba1eb77d654966aec3d4e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c32ae29cb85338f3a9ce954489df30566995ee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b5a65cd9fe4910dc0417c9415ea067eb36da9f1445bff497475a532584c3a4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8457d5efec9bc96639a0f3d3bbe5fec9bc089d3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e6433ef0b5c87b2090b34e15c61748a1886dd48b2cf41f90e9e73effa5014f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13174f608b2bc12a40d3d454e779de3327a5bec0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f24459ada4dac5f9bde308b98395f5581b007ee7d52bd0ef34f0f848e93889
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6205cf8b82285081012ef41c2ed9d5561e97d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4a79bc5fda73f6346fb29cdcf2e883c3d98e124b688096082241a67e680e3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569c3ef2b808703dbb8bd770ae102332a66293e7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34469d759f38bc8523635ab816e4d1213829c4244431dbc14b35cba514bd08ca
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf69a3ab81f5b163e0f81c4c487c0239d2a987
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6602205cb4824530ccfa7e30d4d0dde026738282c2f50e2ac913342acf50ce8
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df318c8652168d0d5b26836ede6693fbce1b88b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856850191ccb961e0359398b801f6a05b58da2fa083aa66eef284a12c4eea512
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46923a197490cadb409aa11f6cfd23495573abf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecd5f219d9210fb7fc822dd10e9957ee60676976c5ce0fd9f6c8b22159e63ff
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3bd8fcf2fb58336106a5aff6f65d79d413c0f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21c5abd8744986a3cbc16cee7976a90a50998b30c55b896d2910e2e6ac60893
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4461c0db03a0c411f62f7b3abd213373cce82dc0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd7b98e5afc4d59e6ca1ad6ce1b508dd480571797d40a998dafd42039a8f814
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64e59b1e7e07a42d7cb871bf8557bddd75b8c30
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c83cfa26a5c8006abfc1d89fc19995c54e357339e537f4fe03e0ae92d06220
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15b686ef78eb506d653b66878dfe5c3c8018978
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e45917a872243d36ac780de3a87c547f5f7258498829baeee622e4bb8381b9
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606cf356cd0f9929eacec3292ee450136ef43f7a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d134605ce7b0a455b8bd0b86cf464c37ed09c1491288dde6753e885ac65d729
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4bd9e9ff82329084de66b6df434f159e45ce25
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083e745d55c9e6b93ef96141c3d42774432e1e02961cbfc12a7d9a79de7cf40
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a0f55fa167b793dcf0aea77502f8bd62da29bd
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302bba8b4a2935f5119be28a61f9469d0bf9a3d9a1a2afca12ee3387c1670296
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a326ea456ab9ac587c92e542f8ef003290f5dc82
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e332a73437b0bb620e0a2979a91c6ae7e5d85ebcd1ab6a18a5283ac272a958e4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d817ed324ecb3731364b12117cdf17fb61c8118b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62713bd372a888ac7ebd3a5da8a03fe18c7439f9bb00fc22dba131fc53ed5f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f68498681d11009a21bd10027f3cafc836d9f9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454bd22e8f63d7b24ff57467c03ae68e4531d2a3cd7b8670e5d07689d58b87f4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1828cc9d8c28156a1187dac971b2e5f04b20572c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937714b7fc5b9dbc7511841200261b10541f2a118360d616d6744a1e0e0b6cbe
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414479c9bb497ef76e9c48ccd6aad8e723c1cd2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b33f5ccf242816f3e44093f3d2788a7fe682e626d75647fcfd944a90817e4f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f39cfc2880bddf3a71e7cd6e6fade69b808962
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ab98dcbb5c03a25e2db1a89c2f5bedaa460004d3cdb1f8f6900c03d2a9e7d5
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8a987e0ad41bb64990061fd4576d3ab0d49bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437b71475472d94442d98710eb2907f5baeaf0accc7b4700bcc7014b59aa70bc
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d9c8cff59e77144d68a7fb7e7232d879b15d13
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b8485ade146736caaa615f5de2623d75ab2f039a27fb2b3eda91cc9861bfb1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79a3694076046c526421b8940ecc0ca231c1778
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5bb27393d66010da254cf0e2892bafcd137fe3f918fed7c2d1764e2d280b1
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4beeeb59568dc1c01803d8c1e7c91b56cffd6d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b3b16d9e78cd2fb8529ac6a6549e78b0440189e55eadbfe12bd98077480b3d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3893f6506507e2f56745d238cb18fdd30d94a62b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c75cf6cc3a631d2520b41487ef9f71c37c9bd50d2402cfd9b75cff6a54e3c3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc3b53f041c873750bc1dd9eab2c65e61003e45
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f2c4c1ba960c45f17419dd1efecfc0044cc46c0e17c518d5893ac9bc338fab
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d654b5a3b3ef5c142897c2969112a6597b672bdc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827f40797e3ba2a89d853342950292d5ac239c1f14cdea5d3479feb391c54f49
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c7d9c0843b36c4debd1d09430232f1d9e0ce1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759e7074496bf194f2f95c6ada1e039095da27c434c2e92b3fff3c67e83a26a9
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe9213b2446a89eb71c5aeebd76e8f39a927bf2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a291ff1ecf0149bb2a795d416118aed8a459d5d3feffd4f4a1d19122870953
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364ef1be8ff7edaeda6e6a6bb96cd786d58e30b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce959823d5bfc5b0d73c86a96a1c9b6144cebbe928bef7c892b95ad8711d7f6b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4759fd4cc2ae3cf4e06bdef90f4eafcda53be23
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72b0ffaee27351ff5ddf871d9f967a84940495ffc807edfe0cef48bedb5e297
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711e5d433b8c4f0bec192ad6e60224486beabfe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fca3d5ef889ce7fb49388d58d69e919cfbefa7d4c3704ea0541971845e1add
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed9a3dd38d3379d007a9206d78811bc237647cc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5caa3c979f2c6d86a49b47a58e17b40758d824d75f0caecd720b54310ad26a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3992693a1cb789643574c6f0fbc453d34234e0c6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994d1c9052cac56287e2d60246630635815f3315f00556b4421f848d8c294524
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187d8308724f0177a176d5a3001f43ab90da73db
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b098118a5ff163ba26c8c0dfc5f9dde43d0566958d7b555aa91b820eba51fc
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2208aa192139e225ae3cb89848b81527592cbb4e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0709f1b3e797ac7d6511b53ad03c96ffe36e6663d24b117d70a81618ecfe2d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e25de06cd7cca47350fe42c021c68db33924aa9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df759d846c729285aaf7d970286fa9c1e17b88acc2d0afdc8f6444726fd03aff
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e0545ac46df3e29f81d233e545736299d9c44d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbcfe20a90b9e94ecd35e0aa58abed2d200f5f167505158825eb42a01973ef7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f42941c85c5f5b41fc9ed22c2471fbb97ccac2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139aacdd8bb2216533bad604a6f49ad0bdbdd148eaa63e4625b7fbae5a4f3655
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388b6bf3a55ba91deedb33cfcc53824b30817cd4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b492f0983cdb5c57d00dc3f3f9993b0f3ac92ba6935e056e32a0c08c408fb8
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067e552f3e3e1f77280b64a56904c6d83ebe508
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8896617b57c3d2f13101d571d35e9de702633db76abf49fe0a761501a505c21
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840d51b0bd3c355110984379cead18a9ddc02b2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac3b94ac76d7aaab9ff1d0bd39a8a7c666b815325c6e6892b93ad42fbfac9b2
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b4c9e4bd7cdf132df05b61e5804fddc4babbe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273351ff84f5a7e356f9585f945e8c7461b938673f04fb5318a8e9a3a56c278d
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117bc5a52f46ad5d684c3d8fb80ce84f6257e9d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6927120975ff6fd84ba7b485ab9cd203f4647004dabde181902161dbccd87d6b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3f6b117ee427901253e41048b3fc49223a79e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce7e4cec738d2e22a370fc79bce4ef1a716ea3ed07847ecdc4e7419259cd1de
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529d282fc0b504df97e5e844e64e3b987ecf4f50
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f765401213abeaf5e3e22cad30d8705fcdd7b08d8f6e86c71b0b3f842271a5f2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc87870239478c0d1eb31dfb2d4c075a46b0e803
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f598ee2300e67c9ba399556444bddda279d470de7ffb827d269f14ff492dc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45ef8ebd8ad92604796eece59a7cfef71c3385c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc0514d43aa295e42ea8c21725c359a33ee094e8b62bf1b6210240fb5c18dc
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7bbfd3ddd7f7906fd4eaa88d45cd14779d745
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab84d7d515fd1c47fbfb02b4208c1b0edc0a46d20fe80eb890c710fbf221787
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28acfcea0828a85691ada380398395b26ef464f4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90d91589562f6d297d66e4ec8beab3b15d907ba0f74f1bf2038ee6ba498c84
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94c3c729275737057d9e675b4d747854b160d35
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb761cf0d28ec9aeec4ddb7c1d16b9c6ea38ccfe90a8dfbe88e61d161e3718c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0560062bf782feaa5d18a303a83aec855369a29
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07430dbb537a2a45501acae7f3d623434508e6e8c0776ff1db57afdcab1da97
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e573cd58c9936a81cd6b16da2c7019adc4fb0299
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632692f9506e4ccf701205910075003a3be8d1ec0ffe96eaf9ff502a89334a0c
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106d4ab58206cfd11b32374a3e56e40173cb8856
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecde6b6246741b4afc338822f10db589d4856694cb22a2cbb8dc18f8f04a677
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8fa0a26b3fe653c066d79d66b14adf4cfd01a4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ad79e3dd4685cf1dbb4c5135066b70677f6a19194cd9b8856665d51ae4061
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdc8773c52ffe30a9b06775a478b6d7280ab048
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3271a374334cdc92bd40b52dac46154458b9a076149dd4145c78b78c873edb
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca257b46158167e95667bf90adaa38a7b1e89d6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513077011fb6bc308c21619cb5ce24b914cc75b12a7b4aaa73ce52cf766d8a0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b94fff6d60629dbc7d168e6e19cb01c1f6bf0ac
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d5352c37e2ee8a2e5e7f89ed31145095342f5ee3d09c9f66fd1ba2c6588ec
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4a224b0d20e641dd698f03df459a29a45b0973
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed0a1614114d01ce6bac23000f4b6540ced82b32830afca7ae555570fed018
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee45983302cba7c04b7320f071389c1d19a46949
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bd8226a30d9a8170311e29021500d5c843a4e32b6017fc8e6ba57be2d046ae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfaf025c1be1c66db3a955f56570b6f107493f3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5450fca99c05fbd05002e87e02588bf733cfe10c743afb47dff18f5f515f8163
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98284d813b6bf4c0e064850f1c6905abe1970559
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c8f15ac6cc764d64511e8d639e31e75aad4a1a0f52d2fe409436c3d02e1ba
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986abf3ebc1a753fdd11bff8f5e72ee5b2d9ff98
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d388befbc65535f5592552c242679fb34b1c1c06a6c73fce23a453c5583fffd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820593bac25702955ea5aeb29b4136451d291dbf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd205f6760cbefa7851ded8108dfbca7370cf75d34d268be0544e008990098
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cb3337908a68eafcf95d5d19f27c029647fbff
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb103f4c0bfb37b28f6190cd0b077687b860dee1cd65950dd2a90ad26ec829b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d81dd939a771fde15558bb056206a37f945e5ec
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400e5ad832cfd3d8c2edfe25e003875619551febc55ac9dbdc203bbcc44481f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b1975ae3fa0e8f45332f47220e8d5e01f7b9e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98e3a0f70af28463f5a1dbd6899fc14981a0760650c1be1e56ae6c032080dfb
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d73cf9a16c8fadfd3a365c38d92ddeb15b5ca2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8571e4e2469e1aaa8b45fa818a19fb4586f85016e2db0aafda3c8ecf364de0e
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c7d6ac4ba354cae4d75dfb10a57a76e127aaf9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0181375e1e4b19b143928c09156a53dd90326ed75e73e53a03636ab34094e403
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b5eb29bb1ec42ebd9bce26b55161aa0da7420d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47b2c9d5b825c8f58a7fbcd502b4116cbb269a0bc0843b82c0ec5e27854d31e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638a8ee56793570b2d3a332bcbdb9e3dcc7ffe4a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39349f12859f689d16356fafc1757310747487e07c342ab48b1426bd8e8f4afd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed0fcb92596503cfdaba6bcf868b3a4259e354f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923f06bd1858a559f57ccba7d1b47c178129d656eaeecbb1a875293378ab6b34
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0667f77446302b67e6c826894cd06c94a48fbac6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88b97ba678d2179b8a41bd87ebb23140159cc29f8fddd0b970a0ac7e17c68fe
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f019c9e788e326c47995f3620633b0e46fbf721b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac6c6e830d198abfc856a6d97b5df58a28796830017d02bbe1927e14f8d32bd
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd52a6fda895b6124127e864eb13cd94f0d13e24
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adc6ac037f57522c01c35f3d9bd3caa9d8d4dc8d3a05ef1f28aa9178772eef3
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c79f3db2cbbb8f53692de610bf8269c9476cefc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93318eb5f5df2a8c33e93da7888d323c17cdf9069a106cd3a287a83dd1412e82
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b753bbcb910a1539780595500fcb79662d4ee2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a13affd73eb3569441524c668d0e201c7da4738988e25a164f431b3e2e8c4c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4469f8bc94e771f87a583bc532b75c84eaafc1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895f5e7ee2c2ea46b728651c56cb8dc0bd6176feed4c996e8347a795a9c697db
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16ec671ffb0a30971955e6bf7e07d2f814dd216
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d3e23308bc2b969c61bde639a96133dce65d0fbdaebf8bfbd0ed1df6e4daf3
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e2ed6b455065c301dab90ad1be75dc3ef67faf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d04e6e766eefb72141718b3e9375e72fc1928607d977ab699c4b87af38b93c5
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9924c7dd8ff9dccd555355e4d3012a45a2bed637
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f620582969419381de036d3b61d0ac85ce5926d39189b1757fa999073acca52a
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee87d0e37aa37323ec109f05e7d24d0acbde99e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b3659418e8393f132d7b63661255da5c103d13a931c472443bd79a891526a6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2702ecc3260a8d0acde3f9efb4c965ad3c5cd3
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034329aa4745f846776e5150aa25c9b88942bd5876811f1a6b190e136a0ecb0b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5f8c9b61900ec87b6e296f360188071b6f1c06
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bd62f2e1a01cd9abf688461860b9252e608e4ca76ccd967735ca2b28ebc700
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e14af84cf5a09310fab8e00cc56b1678fc5378
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b8761d1c6936df6d159c5b3cfd135627158e7f128b49b304f0d0792db2a5af
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc8b727cea581f161841a23155d15fec27da41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb97ba193092d02eceaca49ddaa0b962a816a7430780e6a878a123aac615d96
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e975b4eb1a4f2b6fa3ed5c0682c308130edbee
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c4e559992be7a3ab9460e959667cc1d7ef28e088e3ed7f2dfc9013d0ad3579
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0a56d47f91484689e2379d7633078abd596a2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af782c442ac7a2e460ebb96a6cca2bc902cbf0ac462a4954371299ca7fdafb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433588214f67a111591ee896176b0c7811a46198
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61a8b37e6e2d914510862a59654952d1a6fc68bad3f16e55ebf648f74323446
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c11832ec8fd4855d8cc15a1bf6584fcc0d771
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c68220ed63f5d7c3c04157c3399f140587fd20ebf4efd8f88626eaf2457b07b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac9dd99af2d506fc49e0de5b9f7c6b34f1a9a24
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2659d5d260234c6387ab85756f4bb3f9c69296f1d82cb9d1c5b37a58723bc6a9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445675e2969d1dcfb7d59685ee50e31d2165dc9b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b4f5a6b53a86faac424bd8aa402637f0e2dad079f71dc4121309b19cb19d8e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d2aa5c166ee62f76bf0fbdb5f2ece6e8d7ce88
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f24cc68358b9d1a0b2f1aea835f63304495aee95af1786eebfebc8fd470478
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc747b0aba451ee7892cee997bd915faad909a1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f7e646230fdc8aafde893987b81bc7fb7d595291452b8ccee5bf20ac5c7935
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d765b22bbd07e13c8e3059454044b2a6dd7b580a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ab8b85f9788d052394374a07cfac421d4f018ae0fd995273557ae9b5d00946
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540c9dbe87735660bc15c4d45d133c9e674cc772
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9183bb818ebff76e77ea35b051ec7a42e43179c0c07a72219d1713b2e03fcaf7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848e72233981d7b0a1de1b5d3445da6872e3966b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ac0932cfaf7d67192853cebf3f296966ca6b8bf667cb9f1a097db2a15ae678
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15be68844ada3309e593921ab72064d5f9194c1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad50d0db0401b4f1092145f10626127ca1343d60ab92a735782187edea3e736
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847f8135c6e22901bc979023b8da95d27d16a30
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4cebff3416d3f802731b58dac2c2fb5f2f9765bf12105684c3b6923e350aa7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbdffcdd98987ebbde64abf12dc5428106f7c3f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307158fc4e7675795db4c5d6e42b4c139c6751fbda46f5e6a6acfe4cacc7bec3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728564da1d46958052b0eadd19d896afd9e770f6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d5cf440ea0e63b164261ef77bc5a929511c80a8b1274a6ec4cd30c79aa46d5
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0bfa9c37e712d50dae5ada19f481b4a6136f44
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137589460323fbb63b7f7ff8acbc694f136ba312b9718e6befb037108d2ae321
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fa7ab60d26a73ca832bffb15b147978d3c8a0d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfab6c68e14db693ade398aff86015f1c7b3d7abb17500472a9012ccffbbaf31
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b02923d69105c43c957df2644dc455871509b9
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2185feca1c8c7b7e08472831835bbaa126ffcfca0759bba0d4179207432b28
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520d7bcd2d70ec637e7941b718968d2c00bd3b79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83aabb8dc2fb525ec6ef99be44e0639df5006e6e33556f8aba4a63c8049ab3f2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a00db133bd4abe737b4d757b82c5a2b92dd52
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef15bf80d672cfa3628be5f7e2f02306dd42e913254c866b2899ba7c057206d6
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c64c46624eb43ec864b1441cf59741e6052df7e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae74c50287369ef240066b6bb2c9119823636d05fd39d7f7ee1ada22854e6c4
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076f0a6d3c9fe6e3a9efd773fa61eaf5495e1eae
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8807202afb162c3755297d1e67f2a280998ce6dd76ed2586feeea81ecc8106e2
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96d9debc335c8f0e831c52e0aadde60c2a0c7a2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830eb96d09d39a69e4a61aa2d5f1cd82b128f3dad0187d93cb358c7cc48f34c4
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4820fa42e41ea00510e24bed946756968eda2d2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f8ee0007560e596277f21b9c951e1ffea0a380dfd8febbaf7ed54fa930e1f4
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3103992af45284191c6931469194f8b5a53edde4
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97fc463aa5bf21dfe62a28859d385bebcc6ab2e79787d1f2fbded8012be1029
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa6d61e4f48921b53f3bb0a26250591b212c784
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ca82885d8b16be638410fa61e83a78d3727f9ae110417954dbc4e36f7fa92f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f746653348eb53d0da27b3fae682f9094274c3a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9900f8e3ffc68ff70341720038c37abb820c6aec46ad16bd610f16c1941bb9
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf10e56fdb4bae029f7b06d34bf476db1540f81
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec93403a725cefb722f772251dfe340873fc813d7ef5a69d1292ea25c5dd9c0
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724f7174e8e707d021b83a3a437218b5300fa09c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc6cc423ea3f0539f518d1a3c50dda947df7b52c45f480ccaf41f0dc090ee7e
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ed89c45ebcf7a8ffafd909cb2630ad6e2f49eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734782f5c908c75e61d475d6f902e718e85b48bced93313eeb3a73017c926085
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4ed026580ab65bb8c9d93a4f61051199443d7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19eed28cade935847f2405b8526e0e420ff063eac3c08e99f82a81abe813e1ac
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d8b0e861c6e982d1cfe0d381eded66449a4f24
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692ef1e41067a2fc95cd3d6cd4b56d15fae672ed8b3a11509a143f1ae3d82c5a
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf93f710339747fc1cdc28160c6d1032259da9a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e3e2851fb7f5d898b789e881d655e315fcab1b0cbb43e1c5e3fe2dde8c6c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae6eb327e8848ebb9e64687da330d0b1c7cb5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e72a29d15fe677d59ae8061f9ae50b9dba0f434bec54ae800c114ce48c1c849
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c116380f1c7fcdf7215b6811058595901ab9d4fc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0620e44028a7fd762c461f689da16df423f4950679f60c8c21d3e59dfba200f6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bd6d5fc0954453c0ac754dd753265b21c0185
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e1816d797a49e9523470df5bc7638b58848cefda6c1fe4fd1729ad53fb4e5
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3608af800c886331bceb3550f14d4114413f4b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07b50f9703d688265049082eccec22aa043fc548fe369be797c6c2a69b1dbaf
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d534c582a651b20ee69ff87abb75371f4b5ede36
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e56cfdc82b80c27a1d2046045ea7dd96650367b99257d02da38b1f0e4a4ef3f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ecaef37f3b792ab6b1e8b77461a63170412f79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7346ccd6cb2db55c3a5f87030dab40455355d7af066844ad2cb69abd059e8f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0b7d1ae1bfaf9a3dd85560245e36b00f861420
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa0a0b60eb81c7570e8084497ad3241d6a9efc1c739859b706010c0330339d4
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f2913a19d16d2f4497017249861fcdec50cc86
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fea698a28b50ea62cceb7b9b88ba0cc12b4643b95beb2fd7afe381de19cee01
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f52b4b872e47886565968c5ee21a16a011d739
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae865ecdd9a661a21db9757fc4023780ebab02ef563a626fc61b6d46117d7c89
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9949b2376626d9ed4ad2c49521a9af1efc39e36e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1a265f1dc550c8a4dae4c6ea794e0e07f486436dfbc6d81b1efb35d1868e4b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a262480e2fd97deb6905ea254a953307d30f762
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd4c04ff0022054cc93a1a01dab706b337b43a0242eedf6ad791597b9aba03c
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e06081574a4292233fd4b6f099a235bfb994302
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9251bfc5bcda07e6efec726e261cec3ae7a563405e708a1147ba3f0155300272
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415b89cd3106ed4bae5af662da8403dca4e9171b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5152e93b40fc7aba6fa543d6b4471afa11c8ed2465607f96b7540f743caa5b5
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88bc871bd48bc97867c1fae6b7ec9ae51c325057
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a85835d341be3060cf21b58c210d6f038efa795a66d4375b0c4ca65b2773658
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c58753e9545ad3a7e2519ae1733c497f58d5f1c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4418c5b21872eddaaa61032ed3eedaf957ac0221c9d720a23ba5beb5127ecc2
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0270f741fca48dad7065c3487e1bc688e4975cfc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2914ac40dd4cf741b15c3b522e796d898a1a657607d9572733b2778791001826
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ffb64bb38a38641d850776ba879f2d04aa00a6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7ced003ea508a860b8b4754a7b18be0cf5655aa8260985f2b34a69efc51f2f
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2adbdb5cd6682286bbffb77aca200eaddfe5558
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca7cbe5582143da35e0b7e5873f585f64e4cf229d028a284940c098a70588f7
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128247ef42013871a3ef02482736619fcb923e41
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d8f43e4471275e05b9c01048c720e78ab32f65a828a37e795eaf5436738123
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605b4d7cb090f8dac0d13f14c51b30faff391e00
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999690475f8d93e81a057478996fb9246f57660e11a0755e43e7357d377db6bf
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b745076f56256518b65e7ac8191c6626ba1a65b1
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e138ac205990e998c03e1844d09f42e2221c733471624062cd307f7331913e
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec6462b9fa4533cc85de0f512d203b641ebec96
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f6e3b513a03f845a100aa1f7fa3a275f14a41ac37810ac06b40df7230675fb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad810b69eac4652e3e324223358be8cffd21273
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a290c6427e5fd8b5e4ae068b49c5731c66b3e877ea83fe1e4a4eab0ca82dd79
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e1b8d68c610fe3696e491bca6ddb3573c231ba
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca581516c52e8fcd70fa9defc92af5df9ea10e901e00cbf661b5a18245911c1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75b42d49ac76723629cf2b82ac6ba9b23e22a2b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4716619bf22e841fead6231dfdcd06a444cdb0c42d1ddc1fb647ed70b650558
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5af317deb1d947f0092acb2b0bfff9c5fe05ebc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270948bbc1a42ec0a9de263e1f5c17568a20ae17a23e9edc63dea58c1d655461
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bd8479236ec676992b1f51363a87cb3d22fc79
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d749d358fd8ac500c7617c669042cd72f91f3ed7a741713d4b6652abffce79
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64f60bcaca2dce6c6ff8132f76734993b61fd2d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74c035668213663aaab21a83ea7619e2c95e7ac4157381fbd8a4bfeb3d58894
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b252b1b6514c6d6b5541acadf91c03f4754dd43d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cbbf7d23ad78a3a5bfbf1d2a35dfb058125bf88f8c5e834df99af33b356fe7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87640550a369c8efca5bbbd835d795297339ab7
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530855bf3c99bfa89e8372d2f1cf94482bc44fb351a48e2eb9f60af13b438849
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26c337a8ad205f2e9a02f1f6f2596282838d2fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb48fcdd97a3a3ad7fae480c002512a72de4f679cc3a90e8a25795672211fba
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd9d6e33e9707374bd36d8cb0558dad6d5b5055
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e071cfdbd430d23c2bd59d46edb4720f0853407d1acf3a1cdbafdfba19b106
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300a515ba5caaf393524e66e83ebbb5c2f282e20
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c39bdc759b7ca311f6d123cf06bc21bb734572e2998901e6f6bf14c957416c6
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0a5886188eabbb49e6eee318df39172395e3c5
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b962bc85a3a9c252a500e7b07c943eadef3b7664af58b078fc8eda7ccb0ab90c
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff5fc769745b8cdea242beb666344222eb935d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184cdc0fa3be1ece6162943156c25fe49fc814d56406cdab5c196f6f17ee7cf7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21c1b5bb56a3dd5c8402dfc6a66c83ef027a2eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c203f8e274ebfc0dfba9e559cd67526ca9ef1595e6f0a874e1341f310420e2c7
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175e96d5cd6aa44fe6d90dcb160e82227bf8d54f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377c5c5bb3f831b2a91d4913fb75d9958b73b447974d5bb8dac919b84057acdb
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589c00a64ffc86ee119c842211df0cfa351755e6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5691ef9839fc956607523f3a1ce30e154318f372d557735562fc3f334d802cc1
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b65bb3261c7c710c8e666ea3791f616766db176
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a4328b608bf88c681e6c9ede64b2d23e87d1d708e2924d002d3bf7118291f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85acb303292673d9ce08c01fb4118b50cdf7044e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb0e9257371838fb7278235b82f4de34d48c2284f2d44aeca809b7134dac8a7
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab2c0ea24844e1b487dd474b87ec6313792cfb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25b2e5aa2dbfbf4c7cab09ec8d2bc51cedf8d0e948b4cd2a6df2693c35bbdc5
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d0ef87726c54f421ec35a00a91e711feefac7f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dc1cc6e9ca331e6acb37a48c7a9f5ebf088d5dbf4fb2c438731a50c81d6d88
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1189cd5bfe41c296c3aac233679b244eb31d3365
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9224390c2693ae8250c68693862753c4157b4002fad5b0d808d59da97113f
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8e77d91e80e9a3a189b268a507dd0c02159855
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e1573c0c67f709f4a15a0e347e7e832bc1e022740eac85fc83f564f903f446
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b861e1f739954c354f8d7c2e281889e04de3e77
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45a0f3cfac9dc710f45a289191800eba290f274950f073d1a38f2fca61dcb86
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec2a3d8d6b756f685eb641037743c690d1a93fe
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18780066e2e42a7bc0f724a5cf271df797b6dafd88deb6ee06bdfb12dec3b578
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4239ba8686ee0fff1d7bf246350a71c6d84f8b
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50b66b7ba2f489418913bc37107e57522e39e45af0a9d51d66c509a94552e58
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea876fbd9c977451fc468d267ac57f80ecd59ff6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402173e45f4f3bf48aae941319cd2a8e4fa64d67f4cdeb4dcaae870c14c2458f
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e914f8d32142b4ea7a30f7dfbba7ae27b63175b0
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eee7ad696b192159421bbba04a05089882bfe94299ec15eba89284da4dee56
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b7b04ee01b20f9c1e190761609e74d6054d99e
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82420e4779a19a82782edce0f895dcfe024319f2a85a9b862d8657c5ef680197
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6efd812c1b40ab9bf29d04100f6d8a96e648c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c77a3e0d14333a8d804ccdc5447f8df24b0e067989e0c3e3062e6951b102217
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbab4b88927cc35d35f263cba3b1b80a923023ff
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc70ca4d17ebb83be8aca0bf6a26af275decb1b001450cefeb6108354ae13ae
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e284372e732df6cae70738f6a087cf58abd578
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437dd7567e90c763446340b52f63c422e5f54fe3eb6d6f7691c0ede2386f2d07
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ebd40531ae617f71c385bb31473923399dce5d
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a6dc3695a1d453403b5d3cc3928243c0342588b56b33bf2eef790131565d34
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3620a9c7088e17700ccff4f9456fbc690eec2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fdfc8a5b25d624be7848576bda81ae428a6d340dc5a13319aa5ba4fc450b39
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481020c797b37ac4b9e73392b664fe7d6bd0644c
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd2af7c0bb715281c0e4f4f81bcfb1174d7a2f80db60f9dda6d00b7c965d08a
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc4ebce7338232755a74bc1a867912db2b70fea
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ccf74613a2e0780dd4efbec5865d07fc7fab325c036abf9d0d41ed6b842c4
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bfd3fcbfda9c6fb1a19fa514a1b07c809860cf
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c4adcffc909ce77c391395b2b267f13a48b24b423c0ce15db934c4e3fdb42
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f923a0b9763273d63903df7bf26575e0bce969eb
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b47163d4617cf41a941b179e016866f2a88794d60706faa81c35ec90b11d88b
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e063df473fd6426c8bc21e5bd5306923799b455
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd23eab05fc01f26eafdfa8e0a34d8f6c421acec6359d883e162d81fd131a2d
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c62515a09bdeb625f089fe0fb347ba39d43be6
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5509dd8d50afbc17ae32a2a9b03665028198421018f9331c46b9b68c3296b81
+size 23683
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfe8be2d989b2f83e71dc93966c21a50d7984e2
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de04d787d2970634210db65e60364b4472ff42eb4bf23db8c911b93bda19ceb
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa21d2ec123125ee50f9c9f779e6bd2a07b136a
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6d378f45c0156431a2c0b875bd7881e1bbe503d142cc9fc5c01693c40c9832
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43368ef48ebbb9627f2c9cf23a14a9667420173
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946b4464726e04efd64dcc9b82ddfd7dc1e080a64c453914deca4de9895d29d8
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d4ca81d9f968680d11dbf03b0fd7eb31e1a180
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754fc966b8802a3b924baa290c4d7e247e36286deb2e7304ea42c15d28d031d3
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b053f6b17a77000a4166d34b3f1ad98ff4985dc
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9e6c7f927c749c1cc4fef34f5e2d24cf011e6e375d8bd0edd26c633879cc0b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46be50a1cbac88b4f347dab595d861fdfa31a922
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4142c9faf68fbc7ecac493ff95fbc2f82b9655e7bc20ef917b9652576b6cec0b
+size 9347
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fbb39d79e24556f43585d5354e1dfced510b8
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc53610a8387faeba5a973ccb01b7859f8b9d900b11a6d7f48dcb9aee3a54f3b
+size 2179
diff --git a/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4796a37a8a3bfc4e61bed7240a092438f248f
--- /dev/null
+++ b/params/tinyllama/8/rnd_affine_scale/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24190ef80941b82052ab8d195eb96abf0823ecfe1e3db4bfeaf617e018fdf5c6
+size 2179