diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/lm_head/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..511a0a565feaa84623b4429f3b58d775f0e17657 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0153c0ed311dd7310034e19d5d971ef2fc670ee51fecfd0667eaaeb6be3d4ec +size 129155 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/lm_head/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ffa8b82859da3654d7c01adeb048706999f9b85 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0952266daf9e20c1f3e87342678318fd1f188cc9ea2c3b39bdb5a824bbf68db8 +size 129155 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed21705bbe37b94e18d3589031968337a71644cc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47166df0a6e93a2157132f81798fa475f049f4764b9d34343aacd6782a34689d +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bed676ef09609e173f4c33b4e79e8e578ec6cd0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963a0a181fcfb65aac385791bac01266b0531a4a446de49f760ad961c0e8e74e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..592d27abb62bc967add9c28286d6107188550acb --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe4e2bd92da223e6e1ba86557a35e46342d30cf1343464e0ef212f6142cb7e6 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5846ba5d3584e926699d6af597147cf69c4bcd26 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd5a50cd34d587db668f6a324ecbadd94cee9d52fda91f14834503da3e41c92 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45334b870ea79672dd5efb6af4f39af748e08164 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045c31c5cebbf18c9220326096bdbb77bd2a33ee4af43cec097f10c7b7dd20cc +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b694543d787c8a1c62981e67fc86a3fec4ab1ab1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff09259a06402c7795de8293d9663290a3a59adf04cff799ffe1106f5512785 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c201299bd2a803fc46746269c79ade47b5c048 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac33eda9abd8ed022947e65c5e2be30ffba32a91f51562bb59f59b698d31ab8b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a1f7e359d33b7049825e5e57d2f219aff20d2f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37fed097a1d61fce5ce72e45cfd4ac38f29d79644f03584449c3f62ac34243a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8940ee5277b77faa4b808b0503be6aa1c3a24e35 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936e6f6017946c0ca3529d865ccc525a852a7be1ecd4c87422bdd22acf4b6d87 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9d7241bc02c2625305f9224497940b9dee83e6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8f42e35001803dc12d130cc6fdf21a09c7627fd2de7943e97e4abedb0f6cf9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bd1837098152ca33cfae744abbcb9d5f1b5e4ec --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7769c57b3074b996ff40a0b5e4c62cb64703fcfea891e04a0a5d5eca28853424 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d79b18b7705a1173f009f5598ea4b237918f4f4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb36ec1c1dace91001a0cf40bc696ba32b31f0f48ed4eb54fb523c465b4d1c11 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b6dbe355e984d0be9ba74dffa14ca2fc9aa9761 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169565e2e13b5f2a9f7d55d535ba9ed733bb8aa5703665b369721dfdfa3c741a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..088eaaae6cb7ca1455fde993af813ef66d62de24 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f44f311a5b87f95f6bdf5f253c71c3d74a8b51c564a1671ee508d9bb63d4919 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b60a6e17e766643733573e9b4a21d6be3c266d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5638e584cc6797642849e4dbd666cb490b6bb3fdebc76c561541fc1022714b68 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c9410bb1e9fcc810c12c57c876a0a41abc2671 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0908025ee30948c706234a7f9b93e4730cf280ebd0687f491906864cde9ab12f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd4050af9768683b10af05c9248bf5bf598d095 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c501e6b9ad0c1a5f3d516262a203e5065320462ca522682e2494266eb0127b17 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe7d3e18a63a1df5ea2d7e3b8a84aa1cd22e672 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0127ba4562d73e9ab8fb2b57e95772a2b7d20eb12dec3c6ec25561e89bd05404 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57683786099e9346e3e804a53865f5eee89b9783 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9454507cef68030b8318f14b1771e70499769ed93e304389c4188540b116b46 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..067ac7144b2a31dc16f696675e0fd5c8bec172f6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57de5053f59b8d383f9316b769b8ad31e25b08ff17400c5053620db2adf4f993 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c7edde6fb60204a454b0b40537d3b7393699867 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbef47b75815abe71e688fb696a43cf215009c469a1c1a6ef03f7b387b910770 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a13b44e223472696381ae28257ebecbf33ec7a94 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34bbfa21264b131c71e11f4f6937bb244d861ded4f9fe5d01f6a2d5eed3f375d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3f95b87c3465104120fcc5630707c1485173e4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dada1bfc7eafe2fb5f5eef332678f5e9f442e33d2700bc4a86367f3cd8bc582f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4f55f7d2faf40e9010ad41b0b0167d8c7bbdda --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6731d71fec8bf22619559f1f448aa666e6f8043973512195d0cb823108d44ae8 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be73e5cd9e7fc660c39eda6c585a66eb457a1ee0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d776dd56a92fb398aa19bea2170bdbb4d670c4c91846a2cbcfeeda570a1a85 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a28d158371290f46efe2b00c8199fc20c864ab4b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622d779e81dea2f3db2f038bc209b69f4f9bef4fd0346c7f9a6a6bb26a1ba060 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5afeaa2aa5dffe481895ff0e36d4125b1cf718e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a618f999563b562385eeb96310f95d2ce1f8f212989688ac85709e9b92cc57 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3df4c2ff690460d094d8accbe9d536070fe4d861 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2ffb93a6c963c627ebe5599d1f9aea05c26fd11086873003017fbc20d1bc21 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..919d7bb135196c9238a8e5a604d6636721f5d903 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf4245a6b998d49c262c2668a048a340e2b4082abca157dd10174ea11dcd0c5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e865a17d03d49bf249a52358cc4fabd5ec974fc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0944bb1818bbc3fdc8fb472efeebbca2a52baf8654b919838089fb3393edeab +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60a24a1ada08dc9f9459242a529a4b90cf010736 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ee099586b751a73bcc9b9c113b51cd417ed470f8afe02250abeb996e145f38 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67cc436ffc13019bd0b86d406b9ba5d52a6c7452 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08aff9d6716467c4743e0c71de79a4591c2a6b3f524bfe32bd8b6cf315a5df4c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa56e4b03ca8f8ad123639b307271e61b723a05 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccdc708a1cd5bb8148574b023a02752790410982a14bf358cffe969333de210d +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd9e894fdf7f4381a5a1457a54f3125050c379b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e40391fc07d0bc7c278c96a26c899e6de9e7c445cca7ef052211b5507d2812 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca33ec3dd967913c1dda1b2c6ca883f2b959e1d7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1494100de9f57473b9ecb68e4ac653597352b4a8c1ee61bb725cd5242543b911 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdc3a8aa47ac6c940f8f1770a7cad9c8152f4cc9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff96ea234c5fc7ea77f367aa9e6bc399710491e4b8954a2fbc89d6ef76d3a45 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfebf536105f3906c87173feb3285916d1ea014c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f4cfd45a043a83e1538718ffa9a97988e39bb3863e9509caa5672f02c19395 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8702e179fa500cb486cb3df57df880306d9ea0f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acffef650aa92d4f86279542550286291d4ac5997381c6b0fc91d397eb5eb723 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef049978a9bdb68378d4cc64bea6acb049830140 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf95acd22252fa8f7b910f951a2e15983a02ebf827f43b18c673cad2c0e78cf +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc67c8705f5afeea531416e397b4fe4cbf235d5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4876537ade46d7fa32974a9b6e840b8447f469638c074dd4ebeaadcedb9bc72f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e370301c8ce09832473decf3dc5468a21f57077 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfea75e6c1a97c8d2b47c1f2deea7a8ac59c336f56505057bdd71f875925f76d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e0ccc8056c080b4f6d76d1432f34f96c57de367 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee46d4cd84e1c63ce8637826fc15ab842c79a4d8ad166ab55a246a7c5084975 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81ed596f2fdfc5ad25a32d7348c615b213a96df --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd190eecec3abf2ca644b16375c5beb4910d7ebef14265452a1915451e8d2ad3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1936d1b27cb638ea55fa0778799f26b4d5563d6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d263a0892acdea251c04b16a9128009fecb54d81129095fef08f1a1527698952 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf6b6cbf78887d4c578c9681f068dbe06bae4bb7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6a3f30d307ed5a063a7d6be415bffa6622ba7272cc22fe42468e79de423f16 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7571b227ce5a9a67231c283778221f0f2661c58 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35dd1aafc00588db54f1119ac13bfab2a076ffe806a43181607406da6d03499f +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f21996370f60c3fd8150ba1f9f0ee17a361bffc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf733ef6a014bda0b1f207eadf11f24c263c7104760bd102fcd57e70aaceaf1 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1cdc3af4686392ff524562cf84a77f5c03bd560 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17d782921ee9d7597cc50ecb80faa3fe7c90c255779d2c410f8215247404b4b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d775e7d303bd9cdef663530e678bf5d820f1c989 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b28255c334438956b5b72670df080e24240d422d6f83d371dae200532cb3e2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad6ccab46fc158e8168be2651ed9232a35d9b9b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43613cfa0857d4510fcd5027183783e5ab528144e1470f1b8c047391bd5f4fe0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49c6f7ed828db5b77acc4caf085cfd160436406e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d5670c9339715d063d2ad506af3c7fd1ef84192ed13b9cdabe091d3b2f5ae9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f69df6b991037d1a6c3f8bf89aafd7e96961ff5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670ad8228133151da0c6fdd9897f3cb73fa1a68a79d787dd06b76d986189bb75 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b0d4eb32e38461427b93c74b0c5aeef7c802be --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc4c09b6a106cbb4424155796b8f8e1908dfcc550f2d453e6bd03f9d982794e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3d398239479eece75ec0f94c9220cd854f1cff1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69695e1781b004c619614a7b15d608e1d3182f0b4d14cdad978810ce5953f07 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6efc69c138d0e293913901497c46204a98172913 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300edee7a2d117eeb9524c59b65d1e40e275aaad8b7f83ee7443802bc9f6f6a6 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc381d0f94652ca4228fbcfe128422e48c6aee17 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc87af577cab13d55a6f19532deaf95ef493d5642bb48f87cbe1f4dd3ae3c090 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c260f873a718cb6175c28215d60417a5eefac9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4710973664e6a39f613c270884028d61daae5885b7746338fb25fc3b513961ac +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f626ee291f6066b5e84cfb739fcb4d7c93cf30de --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fc7bbded20ab7f0e7a2415e0b0021cf6d9f5755af6478680daeedcf7eba694 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7db28f7d73083a7d4b15d2a08c632ec09ec4364 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830a612d85e1b2d7201d452f71081556e48518d73e412269d81232f03f3fe227 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..921cbf75d2b97ab10d458dabbaae677f6ef3d50d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f519167df120b9abaaabad862d8e34c650b5170b4cda72f75b2f5e829ea6aa1c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2814debbd35c03e088863b042b2e6473b118012 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4d94c4a0e95bd5cb366e90d52d288cc4e05c16f4ed653b7c2d6b06e6fc359a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..589a2f08b3b5943ac4e7c936dfc2ff7b54860101 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e81a5c3efeb60d5652d317f4487a9f877e110c379c8d018852d26412787bb4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dcd0a896c24c64c6965cd9a24c2b133eee28b67 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2900cc50c1d4eafacc90a2bed789fada1d83f379bce4312f3a6c1680025e0f62 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e4690919a110501126948cdc6902f8e1fc4d66c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7bb7da8cb408ddca23c53de146a27ad70a1332c7481a70be042a01b8923f33 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6864b43ff807d0850680b75760b0efe3c21915 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d93f05dc12bd02eff8184b387e4e350b23162941ad5d7a908125781473f54da +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dfe57f97c1fee5598b44d974e3d3272ca4d98e8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517a322655aa6036c26cb072826ae51bfda53e03cac61f55a3f4d137014b92ae +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100a1a3e9ffa1b4441a8794325dfe26cb3049931 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b660ab976dd54877ff35ac5a7c4a042cb63456512f28852b44ae2fac3c1022de +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1955728eb37c9065688b7021e356afe87186255 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15a07609e5066f9c748bd9baa578723f3a87ddde7fa2345af5eb7c85258630a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a8a1b6584a93a38ecbf792ffc60d7717a2d110 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305960fe7abe34480794bf54053830c699c4e198651e159581d5800cea6825a2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76f6134eeab3f66133f07a0d80fe8cea0ba05140 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c5565a0586a52a54d82eb573ad8dad886278afef5e763ec9212ff96d5fc33e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c5159759799a8fe36cc26fb5be957c6969081f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f53a98616e59e5bbc7882d23201622b9ea89ce0a4fe9f34324fd7da7d776a83 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9d79a3d6adf0d17d13d8ef48141bba8907d680 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63647050480c461be60d5ce3756d764d702c4407653253d52bfd721070a6e53 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ccd1c96769ac90fa9a45ce5afb4afc73d20007 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8dae645fc1c19c2a7a33839e29fdd86739e2704d2ac53f9ba4f1f97fb0f55e3 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81423eca7b8519231c70062f668e980f597d43ff --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d476a212b53af3b656e7b9266c5b3eae9b83f1f592a8f043bb0578cf6919b6d +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f515ab3fbae305816d1394a9f3cee759e498534 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3067c30a9e9a9acdb9a1993b8fbdd1c94e91cd4260f044a88eab6b5790972c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3a2e7e0857781afce975d7512e196b6423766c4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ccf2a7b02cebf9dfaf57873c897041eebe0eca846b095a7b61b110d77c6019 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c7c659eec77a0182a74cec2ff1cb89d2885e5d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322711d9146d5146f8f5aace6d1e86b01fc83dcd8f80a8d3e83fa1b88b70ab0f +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..711e8d1e2cfed8cbb0395b0a6b8c1c52610ac26a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b90f35dd8fdb6a55f9486733d59297b623bd557fbf4e5e15b82a2153e61ae4 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9109f322e44683d4a327c9865e03ef4be90ead7d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8c0fd895867aa2b56429736d4641f92cb93692b7e82a77d8d1648f0c6f77ab +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5b7ce01b60867b29cd86c11d91c2356da60b28c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4d180978c2ddca9588103214c7efe4d3841e8946107db1d898a4b928186730 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa58640175773530cf53fb058dd7678c77b28a1e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347061b76ab02eedf46869625d5c4722d3b6a5566c2c629cbe03eba994116f93 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..578dfa0b0b1215092c7479110830dddb1dd8f8f1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef12b04e49c0b192d3d81754c944ea0cb21bdff2db9d99c7c707d41db254d5f1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d9294e99935b65ddef904ce11bc5f33b3e3c494 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e264c789128decea8b63bc5fa0f69bb345cf5283906ea3a350268fe5469447d9 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd5fd72c606826084c5b3d91e042c4345a72d85 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237a6f5e5f07341d89ad67df20e1ddf86c121b24f09904b45b8e9b5d3814295c +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b08cbba7470a3cf395a2e4c5a84940fea92833 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999950c01d1e64abb9b4159f3ac86696c4b596146e07f4fb66a8def3cf4ad559 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e7759cb99a5e2fd96ca2f39e47b91e1da95773 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9853d2f46468610e9faffa79d266294a7de5a51d2aa8d4a98d0c6d2c31046ec0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b712d2d3877fa1be095c7973200f2cf185d3c4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43561eeb327c5f30f4b857794656b3b8eb013c739b218791776fd7308caa1ba4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..078622cecdcd6ed250b6a75e0011d82afac8d530 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0c9550f4b6d07b98505bddbab8260f94a7f7a5f36ddc17ae06401cabb7d86b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8e860fbfcc6565a912c0b9454ac4d2b095e967 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8464d11d59b01e2e4e14c5449a1753fe614a1f862165018c4deca7a4143059b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b23d34eb5d6a6af54eeb18230cb3e3803d5498b3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f4db6bd5ff4cdc3c3bbb18b44bda1c331d32013cfbdc456e23f691a0005b9a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3e810837895cecee7005e4f35a6100e530eeef --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b86a59c1f39963755b280620c5b8c14192636e8b3c669ffaa7a59e1e078371 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a7bae4393d3d805555b05fc205ecc4c09f36f7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73615a5c880fdfdb88186be85942e4e7e1aba98d646ffd4ffb56439af8649df2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..666a7c4d0da45989dd2f5f4b2adce98d628082b5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d344fa67e6e7fcf3bd18c0d1463d5590cc82c6c260170c71ebf0ae22e69f1885 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c11f292e32ab95579e16ad8c37b049f4d7717b99 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562f210cbbf70a0aeaee90a2fccb7fba5ef8ee45d0af59502651feb069e628ed +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad4e2b072421d942d962d223aea6f11fb12d1739 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68ba85c0f02a21c784e8897cd672ffaf747b7a1bbedd6c91c8af6becf70b6c0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0494a12997533e42671974c618ca226552d3c3f0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfb813106b4b3640cec551882a6864e6a5553c92fbbe64ec73074189bfb1382 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eaedef74d6fc6fc2f9aa7f5238d8aa01078bac2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15928642fddb75620e7c69ef68f05c1adfcd768e139a0484c05c2886fdeaccc8 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c38d08f5de932a56b80a2e09e3ca80c475dd3c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8772a0c8cbee7e7adabd568cb09ebfe39a66ddfdc53c7886eed2a0e6c2d0e0f0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..383046ad2c60c8f57291e19fe94ab366a80934a7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef6581acf5860a73373e7be2ba1e208273c0cc44453722b8e9b65f85b5ca0c3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b3179755e3944f774a1c2ba93f8668b8668990 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9f265c6a091c8a41934b9986c922c30cee228fd37782a62d8f23e58e217289 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eee313d1c8e345c0b756684b21a1643f9a4aa43 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fa118b883ffcc9d8b57a43b643638092c6eb19cd491df3daeef8dc742729a3 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d6c2504f537e06d2715d3b2ecb0850826906fb1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d7d07318f9f0c3c4e6b16925cdc25df46cc1158e3e04fd77e76aa0a6be7ecb +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d851c824a46ff88958ef49197aa5f8c64309325c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f088ad88d3c58a181bebc476bc5d79b591c40691a689f8ab078a541c010eef +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3849e2c01ac401bd59ff240e1200fa3798275b5b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25dd2d1f86fcec9b483bee719348bab770f7172d0ec525f3d3f8df05642df275 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59fe02ad0785837a92317357504260c000f15d77 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128a079805061ef1901c9f287e595c1ac74b371dd217bcef6d785f9940e9efad +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a21c90bf89fdc06664eda86a864dc78fe2ee4cf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c376d1e19411e0d4237f2593141ef78da645c638357ecd5f80174c22434932 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..592445ad6c4e73da82ced815ad3327fcb82a1e65 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b703a0546aa251743fd75f290cc4a98d206452deef0eebc042bf4e2260114d5e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db049f2cc56eb5eca00a131bb4b66c62a0b8ca8f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f863ef2f8e8920b52d556576d9048d40deabfbf02e0dab259d292f78471cd9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27246ddb779d15c608e58c3700c5654afcab213f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812321e7d9c25df69f945e2a42fede57a82afb7b9fc28f3d024d2bf1db68e9d3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c7b05c959cf21764665e2051eabb51c1f205af --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bacf02044a7bdeef1dee29b26d0cc64fe7b4db59ce7bfff7a088c13cc418bf0b +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef64ab1d30f23409818c16018212a0cdd02b565a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc9c8e982cd15be31e1633e694e17607f7395f84560d9da6c8e51192f96501a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72258d8cd22dee87d7869725f26b1129b1158ef6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f3ecfd4440a3e13a41cfcae2aea656312d97b695d358f7a03031bb938b70bb +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..459864e576be78b63fde4b64a6cb0cd80d1c1e1f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebc1f5e1b475dfe236746ca3fe8abba6c943e21a624c628d75747234b87e621 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..028e3b8288fa9a90d0442c8574ff3878b9ffc55b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9d3351a47fe6301815d045fc61883af21b23b17a2652f4a150f5984ed6bb7f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..225dfeb7799d95841eba08d13209c47b51869ff7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a46929bf0feb1d3ac615e245a81350c42793a19878abb0c1ed03f7d95ab91c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c8b95af089359b7fc07006b585cde24c25e4346 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2fbd651ac00f7cf0895c628bf3ba11e3f497a0e4fe4e28eebac9aeb55cbc91 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5f4c2fb14dc0060233152c6957a9ad63ebe7a2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb18e2667f6241549d3820d5d39e3bd5cfe1c0167112789d83f83a4e0447849 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..219a0dd293702f24bed3901ac3c1eedb11c2f2aa --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c9b16947ccba03315fbbc41fc0ac5d6dd5958005cda94c5e4b4e62f4a0a966 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6747e06736b92eba0393c1bc67f80ba54d3d80ab --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad488ea6b038ac94f54c737961809bce33be4aeb487f111d921b8d310c7c09d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5394b25b3fb24142cc6b971c1776ea22b70fbc9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0137bec31300e02d7637b229bf9ecb7be7012cca917ddbe597766836909e3056 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..537230bfa49fd17efc6d4111159d773a8564e534 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b59f070d2edbb95ce7dd25b09f9f284854ad63086aa1b2327a39a27b108d29 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f55725bcca19007c6782af18f03c87291133868d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2bdf721439faf0d5d471989fde52a3f95925635beaf03a0424652f40d7252a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7c3070d749c0a29f07351c73e329ba217abcd8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87e2d9eb67d05da6e97a5a8059c2cf08af80abf462b750416044ca505e8e7ef +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac5555507a110f8dc21918676e6a4c864c68b9b8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5429636b8a38b5fa0f9ea3091819f970b7490c8ce77b35471c9aa5ca7fcca264 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb2c0f81dfb179d5cca07728e5eff45ba584da8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb316e99bf02085f1357e8c13edf7b6bd5b5b18298bf27723dffd70db88e1d1 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e67dfbc165e6a6b90550f5ce451e53db3bd9fd8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd42f4bfc09093bf1cf92ca09ab236d26e2260b94cd3684689bd0bf498f7488 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec67fd585ee5382a3beb2abe47fdc357d26acde1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0fc1dd40494c9dc419ed11d4dd383584f8c6739a174900c2d59b445e701640 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2e171930ae3f6ddd6c5b96938ebb5d3a6ed8a23 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5deb9622f9a4bd7d843c86b28b19f83b889e50a51a2de3c2e0e852b199e261 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..505236428efc0f0bc51cfc8871ca133b0dd41e15 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289652e764d9d59be740397246cc3cabbbb654de469450b0c725cb3786840489 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be362e27dc489cdc78dde0b343609a0d3a6b8de0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c39dc71859c8c51222cec2f244a02e08f1fa114a7ea4e64608ded14907dd4d7 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c7bdbf57219c0b2a0ae4c36a0437e9b45138cdc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547a666d25d72b2dcdc05b1fdff09978ede8c5ff8a5c0c297622031be1c4f840 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa5121046f65d47b35424d56effd40c60bc45c86 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3496436d0499683f69905b8d522ec96a6f7d41022d21acde5aac42d40672956 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1374870de50a5669650d19ef8ac0b1389d47061c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20125a5b418b503e98020d1fc97915cbf8018a6b4b2f45da64ef612975a4bc8b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac071f4de4855a19d3d2e71faef3bb651c639ab --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0861da2dd462f463bf1bf03e55c195326642ce5241f19df01079af1b3928a3 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05e878c218ccf60caef0b12a1d8c82a9830e1dc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea7c5900883cf152473fee9005d9aad360699f991bc8673ef9f1631fd8f5fbf +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b434bc09a472d4b27bbc0325505e8fe8299fe35 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d04081055c4d46f1e6d510b294e929fbbdf8b6b5492b0e010e58b85db22528a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4f0e33e80e1c9c4dc6bbedea5f395510599d87 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5491753e1874e2a13b38692bfc12b702947c072c3a67164943fa5d11ae91c154 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7edcdcebd3c54f1209c1ef0a9e8e058fba2a7a5f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da68103ebf4b5d6e878c18318d85529d786cf2df8b7cd48fa45524baf4f6e3ee +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb97a8a252fafefa269d92bd3a948a4727edc51a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8fc945f314494a335406cba5278412f5a61c0ad8ec5782a5eb25ac3dc4d238 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c63a96dcda4783705678368b8d745bbdfa132d4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60dc180ef7bcb64d5443cd3fa81f05a6fd77a0a20047c20a1459ee6f8d65b945 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ac3b1e8905c4a063cceed769303d3a4683daa9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb750d60aeeb71248556cc6d7a09abde47c38ba1ba42bdfc7ab46532906f89a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..602cee896600041fda81855ae7542830ee880e72 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90d498c5341f1e8c670b16191d6cd6f9df986878fbb3298e8bd36884b6a2a78 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4ca3442f39252a771b6d967baa8678a71f3f006 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e203f0db23dd170402011dbca74c36f9cbf7d3658df2833774f61d0297bb2e +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa78c29c0612ca5b6a49de564b62543055a7f3ba --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b973041ffb33bc626c57dd5e04f32820c8ad082145f25f4a287143b27329b08 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..208fda229041dc1a8d99741fe97966477245595b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450f73117f11525648936dbf672dde5aef57cadf699b71add7f5f02c171a3102 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45e9da19c80828371c25befe02c9160c67d476dc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b116db2466ce0cda16b1870373ee972217c1887572599d431723ebe7da1f3d5d +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7fa5fcb92ceed134dc25acb8ec4f4ad77ed4f19 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:588ba315a174c235e1282f51cb6a0ddd588fb798d67b72ce6a256737327e978e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..847f454c6825d78e234143723bb6932398aa1b58 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c1fac05bdce95b15e65223ec612c3d851c1752cda71f6b105daa2952966c49 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b18612779346281fe1bde61b7d9259645066262 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa434302ce75f442eac02ee52efaae8a4415e7e79b3c790d8ca1f2b417e7d85a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ecf60da3e685c783d163bd72076abdbd4afb05 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc686779eadc2a28b3066236caa201806b38997ed598ab6e59c5fc7992235d4 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd56fd039dffa4100cb3354358861fb288b85d04 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f96f957d856e27c059937d426521035005c8f7169680f3d2c5943afba4a293 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..475008549e9dab43c7e241d745fcd6b94b5701d6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fc06789933ce0c828f8021e9beab621b821084537117899d5f391a508dc9ee +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f7592112a1feeae39094cb15c5caa41a5f3669 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f4cf64763957e35b67995ee91542a57c101b2d97adf5f1be427f40aff4da7a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9148f55dea0ac6f842e2e190f16647591d9e5e4a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d826ef36bebe8914aa6fa4380391820354eaf25cbc1e0a3e5a8eec7d5f45e58 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f656cd3bc3587e60444c9909f459e65574b05bc7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc82ab2239c35eb439bbde0f2fbf4b1b89b6556da8338da2727441af9a44f128 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5103674234262e15b47b0e96581349fef14abc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a2b643b32d354d30b42f6d72834a0d7789e443f3c361dcd66154bf3f570acc +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11212258211e6481c3b8ee645a0aa5f6f24af0b2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e9dd549f48ec0950ddf226731abf0853a7462d7eb3b70a1ae62c4c25199c0f9 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f568c4548d4ec5c053f3359b57f56ecb188213 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d919269f889f01efd90f1bf7f1cacf8c0511a69fae9f3e611451bd578849d28a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17a5b66fa6c339d55b50a5482e22e57b78a1ae06 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8e22f5a72c1c5256e843972f340bacc58fe1a3761e9eace7e3bfbd3466ad04 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8985197b9d0995d8ded34736639940569f89022c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45462c0e0e21ef5fb9e72c9e1f31461fb7f873426a33f061e57f225e6e27ce7b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9268e86ee6b876baa5c7485b6f609eeefc99a92 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a939ba1b321f8fb89eaaa2b66bcc618558a8a226d5b2708d0470122d2a0f5d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97265c8803e84e299cff8ecb31981d183da8c83 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97db375b92d60d00269b99be93b241cb823e5b68c50c71055acd92d40511848 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c32798176b7378c46feed22bda88f38f1b9553e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6eb7d8dd13262cf4e9ae5a37eb5b4a8748e9c3ee438b73adaf775b568d2c416 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d86882f58b49278cd9a09a055c7c3eb78a81ea --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a289672c1b234bd23b39eb3a32e91780886d18cc94b8674d1a936939a642b5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86eeff67c64f95fc332cd7ffd9b130c0b554deee --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0043405f414395344e3c88e90abb13427f7d6d7bdb2d49f5bb589cc84d816d2 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9197ad56b7446ef8097879a820b749ec406d261a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf15b8389de34e00f463369e0fdf75b5823a06fa34881fa36244f510440897c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6431420568fd0daebc1c01c1ceb376846664d1aa --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37a73e163f5929956eafdbcffc538f5f2e9de246935cc2c42cc3eefbe5fddae +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20cec33c6c6a7077675aab5d785d1bfeae3d77d3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2976eabb7052f27b9d79e3c7367fbb2fa8c17e17f87e4a459984fc74129063b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c86068c9832ba28dcc36eca6f7c7a6dd3567a19 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d0210bda4e95efb04dd95c41a4af4dae2e4c91ac28c4dfaa71412f54bba6de +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3586ec36a1ada4e1e935bdd4c4659afdcf323d7f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2de69c8ba45aceb6946d22fa99189f816c35f48485e17fc33a52b86f5dfa0b1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bb79baed5a3f0e32b4ff1e033c66a4fb529e2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79580d5d4cbc80e3e8e492510249af56865334362098ff6b11495f85ba6d2d79 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe90a1e344c080a31bcf06bf7260fdd211b5138e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6c55c76415ea6189f6d81fc820231ed19a8766b9ca863b5c13f8497b0808af +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cc0724bd770308a46c508505b88b8aec2f4ac8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ce51506d49c4b0bf016f04e11dbe22fb7bc006a106aebbdaa94a3f6cc3ee8c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41417987cfa939952a8f5516792655ba3c86fb37 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0fc747b0a5a75bd72a3b0405740301fb5730a80338292b2599316963fabd37 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4104201388922a8fed896d203a12e5a194c55c9c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab9f913e08e72955894a25212999454f6d4506810ffc3aad5202cb6fa6f9f6e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5389e3b2cfb82a1fe210d4532db01630816ded59 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f741f9c30c5e2c12fb27cd2d96635ff122b49eaee518722eccc8770058c0d2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b7895d68410123cf3e37668a923110bceca001 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e05c1d29e24641c27d31c237643bd1879b34523281e00921ee7848e9fce571e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21fd7b12c39ea5c20c6f84a80791d284d82a45de --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bd670e983e1669a21c9e7de064d172a154390d87ad73278b22f7ee6affecca +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad9c090ede46e80f174156536c6460d9641993d4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25352fe360a01130605219505b1a130d30e56f2a1c63981529bb78aee1519bcb +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb569da897e95671fcf4cacaa021683bc099c5e5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4199090135b6776d1065a25859d237b48a3d949847584d57c1cb6f8ba9c16561 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..920248154249bbf61a534cf6f622f73c6a39b26e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe61513b805284d22cd400fe03d99c2bb986bdb73e7a1cb44ab6436f5cd5c4b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e6d375c286cf218f08e8f9e17db26d385623b28 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92674bb84e826a2a553cdea7d6b388eddf96fbe09f61a76886fb49d65a70756 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee3a748f811f91b19a169a9908723048b2f8cc1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2c4c5d08487bbc67430acdd48e89fc97d95604560df820908ce698549887a6 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5051f683b84cdf5a1d83cfabcf3559ade124ddc5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff25b5a4ccc273bf48b79bda63898bf4aa0666b9421f8d2af529163d1db9fed +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..296c99fc61d4dca1160093a74fe6e492cd0b1dac --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8380b0e28ea2e671a7ea649ac151f838546705be792cf88db3408fd04affbbab +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be00282dabd5c687a81ad3a4ca5c03cb86997d45 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1f9f981ca2368a516a64b13b644d8e2f6579ef748673451936bc59384f85f1 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7d752ca5bdef5228e7b69be3c2331ca55885c0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e9dd9564d183a2bed2cea44ffc6538db2fc0b20bc5915aa4ed03623e41ed81 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f8c6b9f7de22f76ac4ec11730df4561f28fa7f7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535e002fd2f6210c082a22bb619c706d7d482f7b049ee762496ca1e3042526f4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe3e1140ff245ee9a4b5a14ca6750c908a24232d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d4402d268a27bb7f375c98b6a2655c18d35b1b13b171fc8bad919020b435dd +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9155d18ebd854b0f5bf5bf1830ee552eecb1f386 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c11e64faae708c3446e840b973d20795d73a6c70a33a1b42c0851acbacad7f9 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25312699ef1fa2900e2eb5ed15975cc8eb52429 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a242c09484d68de46f286f05733da274fe2350e319a2f6d9550a2d7d3d38bae5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4316c690706baa0e872bc61666ef3b05d5bea6d7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a1b9a7850ccc974f27aae86ef4bfde92235efdeb08a9d5e55f022c7e5b7db5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cddbf59d9433d76aa3c496279ec1e494d295231e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af1098762a2e16bcbfb1bf40eb1f9a36a565b803d01a98b16e8d0aec77c2a34 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb3188c3e251719705ef3455498a261a739ff93 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6364b82a2f6ce578fcf55dd843cfc01cfc3d173e1f9e408d51eee37d91db29 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..753a4f111b068693f5c43155e0e73eda54cfd2a7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8b7952d22da19a4d106eb6411d271515fec6b0eb90cc1c984839ea55cba3cc +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b57f356763fd930dab9ddbaaa514f200bc2a7a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87559bf42b8bad69f472dc6b2384e83b5f85b6e327abfe6b22f549bb94ac317d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..236d3891e192dcd595bd4bf60717aaa60b148f14 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5f25437893c757bdaaa412b3f6aa09c37a146e0dcbd68caeb55c08b5199fdd +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9207cb9a4a677081a3a9d13f9523e458f9270b1e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561cd7c77a4ce77d3f89047079c849de24af387f3982e1af2b813a50d14dc99c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2008365120b3258216afff27dd7866e3a15425fe --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cea92caa22896cba3aeceb199cf912e856cc9163823e47613c3c8280fc1b3a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4d6aa6ca1261a41500061577db8afe2cfe8cf38 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c26787cceaddbd6ccb4a6955d9c01faf4b348a3b6052686d808a310fad8eb4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63968f63b154d560b349ee71e2ba3318c6d50208 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6937bdaab0f8c62cd8b05ce097a501b40e8041ad11b901eb000ed14c800c3885 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9bbac4839519254600ea2fa4c1dfe340c6a2b8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4983eb2c41d220c24ff79514726e2f75b0970b7e0f9afdcee41a6caf8bb719d3 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21501cf4bfe57673d54daa8ebb7f2efab9ba6537 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efbeb9b3895a72532a38995d557dcee62407e2562a897470503df2b376f58122 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffdae79377433fb9c6ab4d5a5823bc1d743eafd0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76a21748ac9562f9694d994eec9a510ff919c53fbbe5352b94c9a44094887a0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e66cd3aae293ae6362f3424a622564af1e7c94 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8517ca26ded410284e537636075c3e1efd04d738e832b5465d850bf5f80dc878 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4084959167b0ce58c02414dfa2ceff0de9e51ef --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574cf1ffac5c99fc77ef062e8df1fadc3ca674f464ad1f1d305e84ebb81b98dc +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8295e28851dba6059f9395f5da243a5122f40fa7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b472ce5f878f916ce82ab64a19cad5b82120146699c93474a0a716b7c26720fb +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70c30c213ba388d41c8f7d330a658bc4780d2e93 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e221901badb621854d2899c077f6da9e71dc24a3dd5b23b04eb0ee0b6603b05 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..343d1df566a5049392b268cae5fd3f4480e28d31 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3822494a32131907efbe5e10e5c1750075eebd5e0a438dd75ffcd550705073e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c93d2362a770c8c82ac74d166112fa064989e97b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5787bb3d5023844bcc3badc633532fb91d8402917f76231cc36a83ea8ebc9d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c269a224a54962adf3dc1a9d05177c615050b16 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638612f1caaa1cf7ec8e80977405cd9a05412cbc8bbdbb6d6b9c17b2229e2c0d +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d336c8ed48b86b7e1cd5b46289bc846e70f3e6e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e378a653f1ac7336391a2b429b709da0f40010759f680bac841b11672ab74de +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60b19589a2b17cea72f6a8bd1b13474b65fa5fc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67059e1c5add474fd35bf9eaa903c011eee1571cad7b74d0d0ddf18cfc722225 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46332e440d2a7d70fe1694e76f7e7f18511e883d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1c19ce4dda138dbc47fb70cb02f3570df88e7256a73fd9730494c8d6f0ab71 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18301c42b15d7dd0a085ea6fb7c26f20246b08ee --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c9b5e750c9fcac795d5fa43fd51fba6355e6843008656bba65e9bff86b3455 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..581c02206cc06d791651f820ec63fec6ade80e8e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125d5dd57fee6570a9d1de181a33a696b5f4a7994a590b8d1af3da6c0b262339 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..029466a96b6a1c45c75e447d82396fa34c66d833 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa2526d97b68cb79603020e4aea7f8e094c36f7a4049ec8ea6920c6e27a9a07 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2f07969bb1741418ed57f087f06706e4189b688 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa794c5a8261346d4866c8bcfb5cd2890140ce06d9bab077f04d07f915fe81b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..617cc7186d0c02106b24f632fd30a09f3c8287de --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d04e69b38e299a59081617bef5369b29e47b451a0794cd154d0a9149822f8b6 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e631473bca4a273cda2085758e6cf3f6c343230 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1770788ea631fe9956a072df01562cc5fdbfa49dc3cad4ee7416e4e03e1f5f0a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d980f23aaf3e2bc6f974600d175aa73be23333 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a062f148b1ffb339120aad866362488f1a7ed6ef36bd31ab86c0d17b0a493ae +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f47dc6a55f8ee354425d699f028621da48c289c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c76be61546a56dd02703181a80e009236c3c6b03177578be038a32607e2351f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0037200ccefa64a75e60ff46ca2f753e3e12932 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9a54da1ef1c1e46a3d626d88137bc83311625deec0b97923fd7b3bf3a565fb +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b90d55e60d7b6da289db0ab59b4627b334c42886 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e93a4778905455e97df5e1d3365e9802fece3371a85b0e7bcab72c3a28b687fa +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e21c245c24e9a1518390a295b1856208996ae43 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4633a6351aae58b95f67d00bf6960df3ee9d0383fe2f5743df2f9327473717dc +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0864d00ca529bdbb0bc7b186d855c98f7ea763e7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2233c821765c6604d00ce40429eec941d5ec64b2407ff2da4a63ad0e58cbb4 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49bfbe225bab4b3745b4bb57821556aa5865774d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f889adf5bb505af362378975affd069fd7a0720dcdd5e7bee9c5a91e22f58cfe +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9389413290486bbb19c09ce1967350e8e908278b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3310340bda150c60a394794cf591df43ba38fc21dbe95b2d2af9d0382126ad24 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11624fcd9f484f23328080d048ca5fe650e0f6f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dda3162ff2a7f0afea91d74adeb9a676b6b2794981be2d476280f1b9e316c6 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa8b00991a25eb31089c27a4ab1742e1b9451476 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431bfd9e945f2fee88569cab7e50365d549cc195e91899806657a51d45dbf973 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..092ebf93b159801a185e55a20f9596e99aa0d423 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044ad78990673f0dedee496b8fd59beab38540716fb1d22f431c16c65c1aae2f +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ffbfd0ceb2232826a7d6e5db4f2b89aa8a6e98 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5004f710ca6cd5d73af8040a3893dda9de25dceb6189dc77c1ce96e45d79dc6 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b266d0e8afe92af1f43bd987cbcd02bb9c8a9266 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6cb9c56abc01a07e21d242f0c6e98afd669fd21235248f01096b59a396895f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b6115c5a3206caf3408eb6d121eace24a2466fc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a4a7b42c70e8fbcdf619d9471b1ebc1a04f89c20348d5d50c65bf7e69098e4 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc76988e98f58d25584e486ddc1278aafe3ac428 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b061fa11b561353ed04dcd658c35974c10d4d33baed0b69dd590a91671199c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a12fbfcefed1ca947ae771ccbdf9c94535a6db7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf76824100573065fc22b73f232679d3a6cc8f59e19cc7851f2688a34cc6c38 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91379e32c3a941c2563cd76682994ce0ec80e95 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a94819e6771c502837033593e3e311823eb3ba6c52e457fe2f3771e1e0cfb4 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45f497e33f584306452d81da11c46eb3ea8f0d7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15310ae575a31277e54e1ee699015b5ce4b9a4be1c3f4d0c59794e6c64db71f1 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7280f43ed43d3bcc6ef3a3ec53e7f78570aebc25 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e13562741155af9039fe9e26510c6f13159325f346a85757d7f27f528967b81 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f509862d1bd7bd8af240008f421a1c50f4d6b85 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925ab0a4d80893a3f850fa91cfcebacef1bc7e725a4cd37447d37e4fd7f03069 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e83b4e24424e16d672024167acb7f17224880f30 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a51fe5d825564acd0973a9b8494898f25ab32aa76fd1a53446ff9bd5b9685c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2efed530c8f203bff95c3ede761772cf04637d78 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f6a45eb5de31f94cacdc10e1e400f9bae44fb13a07b1234e04d5c2583804a0 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46882a1de69a421627ab6bc35735f621f1c35db1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2423598c8f3edb91be368d580c7d041654e2d36eff26e268088a8d5b633100ff +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f43626018c6a79411b17e45165b4479c225538 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:895ebe8095360c87a9b7200623f2d7074580ce6aa62d9e22427d3ae10e86c3a7 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3b819b987f715f33de3f45eed93c6c69d4b8e2b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37825f65b12212b4ce007bf0a5388e78965ef67005d436bad14ef964734b661d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b98f8b0319b0a0fd5d0675e928a55f68e572c4d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c0992eda37f8fb5511d1a4dd31aabac765cb11afcec09f141aaa76eb4c267f +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad70e08e371c4c3ebae1a4bc3974242cffdad386 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11c81fe377ad6ed2113e267219cf3468810b9273f00120067232cc1053d0522 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61099119bb95356813f5e89f508e85d0add88400 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c94a820b6761ca0d07a41411ed4812c8048ecd54798a529f680cf8a2909816 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c385578f629e9b6dce5f0e025cb385402f687a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6387618868e9dadb9586486a5f969711f2a1ddac664271883c047d30b7ae1ff2 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccef409195fde02e7c4c0e59c8a2a19f812681d3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389cc92a9c1ce0b7fff14a2f178900dea796296557d3e8fe27947d2f62b75ea0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d8734a5e2b8f77487e2115e192f5d1fa7bf575 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5ba47833fc4aac62e5df02135e6c715fe8601bc7c0f40efd76a29378a4d5ea +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5ba617d8b029eb4a4d08811cee8464e3dfd82d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cebdaf43a2f06fb2bcf222634934d8454efd2e867bde30fb54344eee6127948 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6c7172b9fdfc5243587c43e904d1983682aa1f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61a4066f253cff4f8cb37a985ef7a0048d6d8ad308468aa35e9273730a823cb +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1e76e9d6d80e06454f40cf40967b4f90f8d820d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e9be6b888ad80e09046a515fd7b1bbe0a10efe4620e5aea3da2358345e82b0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..835314834087ff7b71e2e6341b5d7bac2f94d8cd --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2d19ef4601db4e05c88e9a0cb534657b9863b58bbe1223195509bf77134ff5 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..602ffbfe35676091096c23da4e52d9d8c8c3a780 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148b462149bcc0a4d8ba4adfa265004801ccfbab42ff1d14c2f5cd19bafbf736 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b9accbd0258555d0fb6ac8e6af67953efd3209e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e81c41f955442e3a4d479447ed3bce2d812e3ebce35ae20f806342ee1f83634 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..733fd7faa07d3f114a7d0e6471b80800bf14aedf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084463e69574d4439ebc9844f96a21a75e8d61db230c32bc4872e481e707a57f +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6ed4caf8696e761ef7c9e093745a39cbc08006 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a977aa641e36a8e14090ad2e62badafd0c0263f842b5f52db19ac6db813245ea +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b16de056baf4724f4a1d77124939e662145e6bab --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9813db557b74eb10cbfffdca8048b778ecacffbb08a98928ec63d7c7cce4dc9 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a48be0ca4f83a64f738aeef122081f02255c2910 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699a73ac12d7748b7c41f2741120c6c2fa3bcd8289b8a8184f18bd6ed96e96fd +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d206ca23843e4604d5d0f7b04fe90b69a7a24d84 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f0a27a24937bae6544ed88f8ed56cf37839abcd8fd641b39c29e7c7a2f1762 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6556a7d410baf45ca0c84ef292bf83d89aca7423 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2d828c3e658040e91e638a2b5456f0486d65581e21309f247bd8c7ef563abc9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec3cbf4367edf976f5a344f3f4102be09784427d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdedaa3d69d9915dcac81f1072401faa50f3328e6589e05d4f6ee85236888ba8 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f9c7e0c75fd6532962683575b2bbbd906b6eb1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cf2cba2c169bfa95954c9b3ea86d0521e16dc096f5caa037cee7dd634dc095 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..609078616044a3d6d8c1d25e85608513e5bc4f90 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff97c3e0159f6504fa120d576c0070ba4c8d5fd76edcdce295b6a04a8d96caa +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c98ca9fa3661e8e479e5296cfd01c989f8d006 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715c77ed9b0a9fcdd806e11eb6472c0af6c8463b35047ca1a40666059f296d1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2122b75fa675c0fe392ace813c392e5ef180efeb --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9ba4a5d9b7ba306bc80259aeecc5dd4934418e6d39c52ef8cf068d1a70cda9f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6acb142c3059847587f2e7163a4bf0ca15152cae --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628b30ca5d62c7027d5af9558ec9064907f8a008bd19e2ea237abdc7fb930134 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda0003f97d7eb45e02580f6c7cf8117180e3871 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9046ea9e5d734d5b45b85e2df88d900c79b05a246671b22dc628e577d881bea +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a97a9c041fde76f54a3636eb710672077b8004ee --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c3d8256a3d4cba5813c6a990232abc5156d72a81b3eee9d875d90794d4cda8 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa96cc2119e7ff86ca00c1efb0d398538057b738 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a0e79779bbce118ef075e3229ee890ec59dec98bb6a9b72361d4b985b1410 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..930cae6b7dd321c9a8117a5e9298d61ccefbb234 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa06447191a1fa75890100143d4c003bc2cad3d802a941e83ff3ec1b54704cd +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..997f6d99456d4ffba876150002506252e33aa475 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8bf027a5f3bf3efe165affaf97f54c369a7f75ab4b929081538a725dda7666 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f6540fe8326a475e821b48683b7550a1ed7e52 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e75d74e1e6141afa2a6bf055d62b950acdf1785db9f1fbcc04dd1f720d0c4a8 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ba4ab909226367e49d7298adf5cba38e5060c2f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:681723bba34dc62c1ec2a850e3ff1f0e25827743dd24be088279f08f36cb1544 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13858c17a9ba912886a845186beec89bf6f19382 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe361ceb8097c564faf1bc29bba3043075c42f4b52281cb67804c94311e2b14 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a56103ad5428a62b00009b24e0e0359dcd64c6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a88698ce4d8e974ee42f3ec0f55701bb6d8b800f717dcdb6330e690a499416c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..646e6698e13016034aada3f8742394d6d5922ddf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2459cfaeb3a6871f0c273cdbb10e014f847d2e85f47023fd4138751101e36d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e49e401f28342ffa460826742ba9d50c7ad321a0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fbc6583fc7feebc4c7448a7d7b553c67d4f1decdd2507b9ed983a913335e507 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cf1fd34d0246c6635144d2029487725a6b42ccf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0ba2ee68f84d395e822d4d03471ec9ce949d392f8b70a19ef6ef344441ce60 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..136b369015eab03c283a0d0e6e80e276fac070c3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659f6f9a1d3c23430773352e03f8b7f9c742515f76ad1020090880a38d245cb6 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cc94b4a09dba36caf3fa4f3a623cbc6238acbf3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de60ab7ad9e58bc1a2bf3c7bf117c0d6be40db93a7b9ae576aafc959f634aca +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb1a46c0db9300a77ba14cbac85aefefacdee674 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cfb9ddef062787f59b6bed405500689d9069c52b595f13484def0ff4187a090 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41480cc553133427c3af65af8c1ff90a0a61c62c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec61101fb26bcbcb80f171069bb2f5d41897171ff2ec7c52dba8fb18509fdc5 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24b7375bb21f677c5159268fb80a9e211fa13481 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9291ef478a844fc41012450fe94272c9d066019459ce332e4eedb04e6007a85f +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..134e3432c8ffb8da735417958fdd1859181e2005 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3d7212c21d20edd0ffa3a019ee7909c909d3e47774e121efd88418471cc4b4 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f23e6d7782e94301b0ca7286d029aae2f6df8e7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04cbc9353077985653e3adeee755e49a00dd766c7934ad2b941cc12248f26ef0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..868894fb6b2898bf4574ae51a6c795f13b797cd7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d1c56a82650ad14b77744829df6a538969ab15a3d2f30f6f22872931b90f5d +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66f21ee86ed695ae37381c4ad71761273d268c64 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d38d7b9cb0c33e5913b89b478aa85b2a1bbf19fbc1d83739961b5abfe12074e1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb19bff577226e57fc9387fb3dbe6236332277e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b808db439fb4417343764d6123a05a40938c2a4fb2652e05fdd5fd025788a284 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed970138ff709a61f057d7edf87404a42f8a26ba --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e541391ef0b77c67d7e6bbdc0e7c8e2e09f89da1e1d0bf7be2018abb64edfd +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d32d71e20da65727f6e6f89f9173121caf022dd --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da0c5d538f41643ae7094458693c2f8a37ac79a5fa9ae35909ae4e7712c3227 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2464c15fee6d58665c2a238ee5cc8aa6064911df --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bda0cdec96011f2dc97efec8746a09fb1f2b2b5c5a4ea73c6a51e1463e6cdb5 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6807dac941fd0c0242b830ad6958f87138733489 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7448db53f3608ab04ab2390a4aab637baa49b4ba8ac0a62214d2ad8e471b5b41 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b526ce97da7794b03aac1c4706622c69094c302e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27429a1a74c966fe87066080613d28e6132ab39fb1d8502b1479256387ab0e06 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2808cf40f5cb640efedef697005aa5f9959c3e2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe815a838cd69677a0b433b4470c8ce17497f2d43b1a593e3ead1c4d7713166 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..240a49f01cf66f8964863de1e9e933c51dadb80b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43c782f9b4a66d6a960e2dde5067706d8e3fe6065859e35ea4ccdd42823b205 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b654b7f786f7d3d5280b06e414ff1d1739b4be4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09652e12136cd6f60b81192a851e99f8f7abc5460ef376979583f841fd831d75 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d1ed61e8d09514841cb7eb8f98e5a844ec66100 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f78e3ef5e3f776fdec053b8af17526c99dbe267f4e3e69581ca05c82c662f79 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa17d193d12dfcd31eec9ae25a373404c7d2861 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211a47072cd5b86fc902f295ff3698ab708170d2213bc555b77b9f6a7b0fea59 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b79a0a288b676a3f08919f37c5d8959365549b65 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe90267c87468f362edf12ce1613f2a91fafe2a8b13da9cc0fde4b4de1b4552 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f52cb4095eff0839fcbd133d58152ae4aff63a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c115832b97eae74bfb484b8a3cf92cb5c22a565b34a606728ac95244a126da79 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cee77fa939bab8a04bb01fbd9deee2c357daeabd --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578393c27eabbc09ea6b86df0766b58e9f9074b57890b09dd4fe4c64effc5028 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c1ea676e21580ac252a8f610725b87548053b4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c11db24f472160ed0b069eaf119f8fdb93bf76b72c3780fb89796c779cb0735 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..896a71199d892b0bee343a37da1b70e4a588c50b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339f754cb563f87bec79391d55d41adfb3dcebf7d661f4f708bbe336f58a16b3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f246985087a8bb668dcbecaebe827c76a003d766 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbba57002ca86f93fa30a051cbba600d48f9d3c058fb758389221af42b98f75 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b48536b56bcbd49f99d23734eecd0b3f70cdb83e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962f58ee5b63db98825a0ecc9311d11a0398fb8855eaf7fb6dd868ccf461c10e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..511a0a565feaa84623b4429f3b58d775f0e17657 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0153c0ed311dd7310034e19d5d971ef2fc670ee51fecfd0667eaaeb6be3d4ec +size 129155 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ffa8b82859da3654d7c01adeb048706999f9b85 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0952266daf9e20c1f3e87342678318fd1f188cc9ea2c3b39bdb5a824bbf68db8 +size 129155 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed21705bbe37b94e18d3589031968337a71644cc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47166df0a6e93a2157132f81798fa475f049f4764b9d34343aacd6782a34689d +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bed676ef09609e173f4c33b4e79e8e578ec6cd0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963a0a181fcfb65aac385791bac01266b0531a4a446de49f760ad961c0e8e74e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..592d27abb62bc967add9c28286d6107188550acb --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe4e2bd92da223e6e1ba86557a35e46342d30cf1343464e0ef212f6142cb7e6 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5846ba5d3584e926699d6af597147cf69c4bcd26 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd5a50cd34d587db668f6a324ecbadd94cee9d52fda91f14834503da3e41c92 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45334b870ea79672dd5efb6af4f39af748e08164 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045c31c5cebbf18c9220326096bdbb77bd2a33ee4af43cec097f10c7b7dd20cc +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b694543d787c8a1c62981e67fc86a3fec4ab1ab1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ff09259a06402c7795de8293d9663290a3a59adf04cff799ffe1106f5512785 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c201299bd2a803fc46746269c79ade47b5c048 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac33eda9abd8ed022947e65c5e2be30ffba32a91f51562bb59f59b698d31ab8b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a1f7e359d33b7049825e5e57d2f219aff20d2f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b37fed097a1d61fce5ce72e45cfd4ac38f29d79644f03584449c3f62ac34243a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8940ee5277b77faa4b808b0503be6aa1c3a24e35 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936e6f6017946c0ca3529d865ccc525a852a7be1ecd4c87422bdd22acf4b6d87 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9d7241bc02c2625305f9224497940b9dee83e6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8f42e35001803dc12d130cc6fdf21a09c7627fd2de7943e97e4abedb0f6cf9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bd1837098152ca33cfae744abbcb9d5f1b5e4ec --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7769c57b3074b996ff40a0b5e4c62cb64703fcfea891e04a0a5d5eca28853424 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d79b18b7705a1173f009f5598ea4b237918f4f4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb36ec1c1dace91001a0cf40bc696ba32b31f0f48ed4eb54fb523c465b4d1c11 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b6dbe355e984d0be9ba74dffa14ca2fc9aa9761 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169565e2e13b5f2a9f7d55d535ba9ed733bb8aa5703665b369721dfdfa3c741a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..088eaaae6cb7ca1455fde993af813ef66d62de24 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f44f311a5b87f95f6bdf5f253c71c3d74a8b51c564a1671ee508d9bb63d4919 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b60a6e17e766643733573e9b4a21d6be3c266d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5638e584cc6797642849e4dbd666cb490b6bb3fdebc76c561541fc1022714b68 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c9410bb1e9fcc810c12c57c876a0a41abc2671 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0908025ee30948c706234a7f9b93e4730cf280ebd0687f491906864cde9ab12f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd4050af9768683b10af05c9248bf5bf598d095 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c501e6b9ad0c1a5f3d516262a203e5065320462ca522682e2494266eb0127b17 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe7d3e18a63a1df5ea2d7e3b8a84aa1cd22e672 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0127ba4562d73e9ab8fb2b57e95772a2b7d20eb12dec3c6ec25561e89bd05404 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57683786099e9346e3e804a53865f5eee89b9783 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9454507cef68030b8318f14b1771e70499769ed93e304389c4188540b116b46 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..067ac7144b2a31dc16f696675e0fd5c8bec172f6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57de5053f59b8d383f9316b769b8ad31e25b08ff17400c5053620db2adf4f993 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c7edde6fb60204a454b0b40537d3b7393699867 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbef47b75815abe71e688fb696a43cf215009c469a1c1a6ef03f7b387b910770 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a13b44e223472696381ae28257ebecbf33ec7a94 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34bbfa21264b131c71e11f4f6937bb244d861ded4f9fe5d01f6a2d5eed3f375d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3f95b87c3465104120fcc5630707c1485173e4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dada1bfc7eafe2fb5f5eef332678f5e9f442e33d2700bc4a86367f3cd8bc582f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4f55f7d2faf40e9010ad41b0b0167d8c7bbdda --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6731d71fec8bf22619559f1f448aa666e6f8043973512195d0cb823108d44ae8 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be73e5cd9e7fc660c39eda6c585a66eb457a1ee0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d776dd56a92fb398aa19bea2170bdbb4d670c4c91846a2cbcfeeda570a1a85 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a28d158371290f46efe2b00c8199fc20c864ab4b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622d779e81dea2f3db2f038bc209b69f4f9bef4fd0346c7f9a6a6bb26a1ba060 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5afeaa2aa5dffe481895ff0e36d4125b1cf718e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a618f999563b562385eeb96310f95d2ce1f8f212989688ac85709e9b92cc57 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3df4c2ff690460d094d8accbe9d536070fe4d861 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2ffb93a6c963c627ebe5599d1f9aea05c26fd11086873003017fbc20d1bc21 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..919d7bb135196c9238a8e5a604d6636721f5d903 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf4245a6b998d49c262c2668a048a340e2b4082abca157dd10174ea11dcd0c5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e865a17d03d49bf249a52358cc4fabd5ec974fc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0944bb1818bbc3fdc8fb472efeebbca2a52baf8654b919838089fb3393edeab +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60a24a1ada08dc9f9459242a529a4b90cf010736 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ee099586b751a73bcc9b9c113b51cd417ed470f8afe02250abeb996e145f38 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67cc436ffc13019bd0b86d406b9ba5d52a6c7452 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08aff9d6716467c4743e0c71de79a4591c2a6b3f524bfe32bd8b6cf315a5df4c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa56e4b03ca8f8ad123639b307271e61b723a05 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccdc708a1cd5bb8148574b023a02752790410982a14bf358cffe969333de210d +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd9e894fdf7f4381a5a1457a54f3125050c379b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e40391fc07d0bc7c278c96a26c899e6de9e7c445cca7ef052211b5507d2812 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca33ec3dd967913c1dda1b2c6ca883f2b959e1d7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1494100de9f57473b9ecb68e4ac653597352b4a8c1ee61bb725cd5242543b911 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdc3a8aa47ac6c940f8f1770a7cad9c8152f4cc9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff96ea234c5fc7ea77f367aa9e6bc399710491e4b8954a2fbc89d6ef76d3a45 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfebf536105f3906c87173feb3285916d1ea014c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f4cfd45a043a83e1538718ffa9a97988e39bb3863e9509caa5672f02c19395 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8702e179fa500cb486cb3df57df880306d9ea0f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acffef650aa92d4f86279542550286291d4ac5997381c6b0fc91d397eb5eb723 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef049978a9bdb68378d4cc64bea6acb049830140 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf95acd22252fa8f7b910f951a2e15983a02ebf827f43b18c673cad2c0e78cf +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc67c8705f5afeea531416e397b4fe4cbf235d5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4876537ade46d7fa32974a9b6e840b8447f469638c074dd4ebeaadcedb9bc72f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e370301c8ce09832473decf3dc5468a21f57077 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfea75e6c1a97c8d2b47c1f2deea7a8ac59c336f56505057bdd71f875925f76d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e0ccc8056c080b4f6d76d1432f34f96c57de367 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee46d4cd84e1c63ce8637826fc15ab842c79a4d8ad166ab55a246a7c5084975 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81ed596f2fdfc5ad25a32d7348c615b213a96df --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd190eecec3abf2ca644b16375c5beb4910d7ebef14265452a1915451e8d2ad3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1936d1b27cb638ea55fa0778799f26b4d5563d6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d263a0892acdea251c04b16a9128009fecb54d81129095fef08f1a1527698952 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf6b6cbf78887d4c578c9681f068dbe06bae4bb7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6a3f30d307ed5a063a7d6be415bffa6622ba7272cc22fe42468e79de423f16 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7571b227ce5a9a67231c283778221f0f2661c58 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35dd1aafc00588db54f1119ac13bfab2a076ffe806a43181607406da6d03499f +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f21996370f60c3fd8150ba1f9f0ee17a361bffc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf733ef6a014bda0b1f207eadf11f24c263c7104760bd102fcd57e70aaceaf1 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1cdc3af4686392ff524562cf84a77f5c03bd560 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17d782921ee9d7597cc50ecb80faa3fe7c90c255779d2c410f8215247404b4b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d775e7d303bd9cdef663530e678bf5d820f1c989 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0b28255c334438956b5b72670df080e24240d422d6f83d371dae200532cb3e2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad6ccab46fc158e8168be2651ed9232a35d9b9b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43613cfa0857d4510fcd5027183783e5ab528144e1470f1b8c047391bd5f4fe0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49c6f7ed828db5b77acc4caf085cfd160436406e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d5670c9339715d063d2ad506af3c7fd1ef84192ed13b9cdabe091d3b2f5ae9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f69df6b991037d1a6c3f8bf89aafd7e96961ff5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670ad8228133151da0c6fdd9897f3cb73fa1a68a79d787dd06b76d986189bb75 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b0d4eb32e38461427b93c74b0c5aeef7c802be --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc4c09b6a106cbb4424155796b8f8e1908dfcc550f2d453e6bd03f9d982794e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3d398239479eece75ec0f94c9220cd854f1cff1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69695e1781b004c619614a7b15d608e1d3182f0b4d14cdad978810ce5953f07 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6efc69c138d0e293913901497c46204a98172913 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300edee7a2d117eeb9524c59b65d1e40e275aaad8b7f83ee7443802bc9f6f6a6 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc381d0f94652ca4228fbcfe128422e48c6aee17 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc87af577cab13d55a6f19532deaf95ef493d5642bb48f87cbe1f4dd3ae3c090 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c260f873a718cb6175c28215d60417a5eefac9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4710973664e6a39f613c270884028d61daae5885b7746338fb25fc3b513961ac +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f626ee291f6066b5e84cfb739fcb4d7c93cf30de --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fc7bbded20ab7f0e7a2415e0b0021cf6d9f5755af6478680daeedcf7eba694 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7db28f7d73083a7d4b15d2a08c632ec09ec4364 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830a612d85e1b2d7201d452f71081556e48518d73e412269d81232f03f3fe227 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..921cbf75d2b97ab10d458dabbaae677f6ef3d50d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f519167df120b9abaaabad862d8e34c650b5170b4cda72f75b2f5e829ea6aa1c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2814debbd35c03e088863b042b2e6473b118012 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4d94c4a0e95bd5cb366e90d52d288cc4e05c16f4ed653b7c2d6b06e6fc359a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..589a2f08b3b5943ac4e7c936dfc2ff7b54860101 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e81a5c3efeb60d5652d317f4487a9f877e110c379c8d018852d26412787bb4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dcd0a896c24c64c6965cd9a24c2b133eee28b67 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2900cc50c1d4eafacc90a2bed789fada1d83f379bce4312f3a6c1680025e0f62 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e4690919a110501126948cdc6902f8e1fc4d66c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7bb7da8cb408ddca23c53de146a27ad70a1332c7481a70be042a01b8923f33 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b6864b43ff807d0850680b75760b0efe3c21915 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d93f05dc12bd02eff8184b387e4e350b23162941ad5d7a908125781473f54da +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dfe57f97c1fee5598b44d974e3d3272ca4d98e8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517a322655aa6036c26cb072826ae51bfda53e03cac61f55a3f4d137014b92ae +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100a1a3e9ffa1b4441a8794325dfe26cb3049931 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b660ab976dd54877ff35ac5a7c4a042cb63456512f28852b44ae2fac3c1022de +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1955728eb37c9065688b7021e356afe87186255 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b15a07609e5066f9c748bd9baa578723f3a87ddde7fa2345af5eb7c85258630a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a8a1b6584a93a38ecbf792ffc60d7717a2d110 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305960fe7abe34480794bf54053830c699c4e198651e159581d5800cea6825a2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76f6134eeab3f66133f07a0d80fe8cea0ba05140 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c5565a0586a52a54d82eb573ad8dad886278afef5e763ec9212ff96d5fc33e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c5159759799a8fe36cc26fb5be957c6969081f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f53a98616e59e5bbc7882d23201622b9ea89ce0a4fe9f34324fd7da7d776a83 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9d79a3d6adf0d17d13d8ef48141bba8907d680 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63647050480c461be60d5ce3756d764d702c4407653253d52bfd721070a6e53 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ccd1c96769ac90fa9a45ce5afb4afc73d20007 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8dae645fc1c19c2a7a33839e29fdd86739e2704d2ac53f9ba4f1f97fb0f55e3 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81423eca7b8519231c70062f668e980f597d43ff --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d476a212b53af3b656e7b9266c5b3eae9b83f1f592a8f043bb0578cf6919b6d +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f515ab3fbae305816d1394a9f3cee759e498534 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3067c30a9e9a9acdb9a1993b8fbdd1c94e91cd4260f044a88eab6b5790972c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3a2e7e0857781afce975d7512e196b6423766c4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ccf2a7b02cebf9dfaf57873c897041eebe0eca846b095a7b61b110d77c6019 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c7c659eec77a0182a74cec2ff1cb89d2885e5d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322711d9146d5146f8f5aace6d1e86b01fc83dcd8f80a8d3e83fa1b88b70ab0f +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..711e8d1e2cfed8cbb0395b0a6b8c1c52610ac26a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b90f35dd8fdb6a55f9486733d59297b623bd557fbf4e5e15b82a2153e61ae4 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9109f322e44683d4a327c9865e03ef4be90ead7d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8c0fd895867aa2b56429736d4641f92cb93692b7e82a77d8d1648f0c6f77ab +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5b7ce01b60867b29cd86c11d91c2356da60b28c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4d180978c2ddca9588103214c7efe4d3841e8946107db1d898a4b928186730 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa58640175773530cf53fb058dd7678c77b28a1e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347061b76ab02eedf46869625d5c4722d3b6a5566c2c629cbe03eba994116f93 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..578dfa0b0b1215092c7479110830dddb1dd8f8f1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef12b04e49c0b192d3d81754c944ea0cb21bdff2db9d99c7c707d41db254d5f1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d9294e99935b65ddef904ce11bc5f33b3e3c494 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e264c789128decea8b63bc5fa0f69bb345cf5283906ea3a350268fe5469447d9 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd5fd72c606826084c5b3d91e042c4345a72d85 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237a6f5e5f07341d89ad67df20e1ddf86c121b24f09904b45b8e9b5d3814295c +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b08cbba7470a3cf395a2e4c5a84940fea92833 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999950c01d1e64abb9b4159f3ac86696c4b596146e07f4fb66a8def3cf4ad559 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e7759cb99a5e2fd96ca2f39e47b91e1da95773 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9853d2f46468610e9faffa79d266294a7de5a51d2aa8d4a98d0c6d2c31046ec0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b712d2d3877fa1be095c7973200f2cf185d3c4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43561eeb327c5f30f4b857794656b3b8eb013c739b218791776fd7308caa1ba4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..078622cecdcd6ed250b6a75e0011d82afac8d530 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0c9550f4b6d07b98505bddbab8260f94a7f7a5f36ddc17ae06401cabb7d86b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8e860fbfcc6565a912c0b9454ac4d2b095e967 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8464d11d59b01e2e4e14c5449a1753fe614a1f862165018c4deca7a4143059b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b23d34eb5d6a6af54eeb18230cb3e3803d5498b3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f4db6bd5ff4cdc3c3bbb18b44bda1c331d32013cfbdc456e23f691a0005b9a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3e810837895cecee7005e4f35a6100e530eeef --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b86a59c1f39963755b280620c5b8c14192636e8b3c669ffaa7a59e1e078371 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54a7bae4393d3d805555b05fc205ecc4c09f36f7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73615a5c880fdfdb88186be85942e4e7e1aba98d646ffd4ffb56439af8649df2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..666a7c4d0da45989dd2f5f4b2adce98d628082b5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d344fa67e6e7fcf3bd18c0d1463d5590cc82c6c260170c71ebf0ae22e69f1885 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c11f292e32ab95579e16ad8c37b049f4d7717b99 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562f210cbbf70a0aeaee90a2fccb7fba5ef8ee45d0af59502651feb069e628ed +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad4e2b072421d942d962d223aea6f11fb12d1739 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68ba85c0f02a21c784e8897cd672ffaf747b7a1bbedd6c91c8af6becf70b6c0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0494a12997533e42671974c618ca226552d3c3f0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cfb813106b4b3640cec551882a6864e6a5553c92fbbe64ec73074189bfb1382 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eaedef74d6fc6fc2f9aa7f5238d8aa01078bac2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15928642fddb75620e7c69ef68f05c1adfcd768e139a0484c05c2886fdeaccc8 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c38d08f5de932a56b80a2e09e3ca80c475dd3c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8772a0c8cbee7e7adabd568cb09ebfe39a66ddfdc53c7886eed2a0e6c2d0e0f0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..383046ad2c60c8f57291e19fe94ab366a80934a7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef6581acf5860a73373e7be2ba1e208273c0cc44453722b8e9b65f85b5ca0c3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b3179755e3944f774a1c2ba93f8668b8668990 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9f265c6a091c8a41934b9986c922c30cee228fd37782a62d8f23e58e217289 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eee313d1c8e345c0b756684b21a1643f9a4aa43 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fa118b883ffcc9d8b57a43b643638092c6eb19cd491df3daeef8dc742729a3 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d6c2504f537e06d2715d3b2ecb0850826906fb1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d7d07318f9f0c3c4e6b16925cdc25df46cc1158e3e04fd77e76aa0a6be7ecb +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d851c824a46ff88958ef49197aa5f8c64309325c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f088ad88d3c58a181bebc476bc5d79b591c40691a689f8ab078a541c010eef +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3849e2c01ac401bd59ff240e1200fa3798275b5b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25dd2d1f86fcec9b483bee719348bab770f7172d0ec525f3d3f8df05642df275 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59fe02ad0785837a92317357504260c000f15d77 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128a079805061ef1901c9f287e595c1ac74b371dd217bcef6d785f9940e9efad +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a21c90bf89fdc06664eda86a864dc78fe2ee4cf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c376d1e19411e0d4237f2593141ef78da645c638357ecd5f80174c22434932 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..592445ad6c4e73da82ced815ad3327fcb82a1e65 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b703a0546aa251743fd75f290cc4a98d206452deef0eebc042bf4e2260114d5e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db049f2cc56eb5eca00a131bb4b66c62a0b8ca8f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f863ef2f8e8920b52d556576d9048d40deabfbf02e0dab259d292f78471cd9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27246ddb779d15c608e58c3700c5654afcab213f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812321e7d9c25df69f945e2a42fede57a82afb7b9fc28f3d024d2bf1db68e9d3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5c7b05c959cf21764665e2051eabb51c1f205af --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bacf02044a7bdeef1dee29b26d0cc64fe7b4db59ce7bfff7a088c13cc418bf0b +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef64ab1d30f23409818c16018212a0cdd02b565a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc9c8e982cd15be31e1633e694e17607f7395f84560d9da6c8e51192f96501a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72258d8cd22dee87d7869725f26b1129b1158ef6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f3ecfd4440a3e13a41cfcae2aea656312d97b695d358f7a03031bb938b70bb +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..459864e576be78b63fde4b64a6cb0cd80d1c1e1f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebc1f5e1b475dfe236746ca3fe8abba6c943e21a624c628d75747234b87e621 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..028e3b8288fa9a90d0442c8574ff3878b9ffc55b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9d3351a47fe6301815d045fc61883af21b23b17a2652f4a150f5984ed6bb7f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..225dfeb7799d95841eba08d13209c47b51869ff7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a46929bf0feb1d3ac615e245a81350c42793a19878abb0c1ed03f7d95ab91c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c8b95af089359b7fc07006b585cde24c25e4346 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2fbd651ac00f7cf0895c628bf3ba11e3f497a0e4fe4e28eebac9aeb55cbc91 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5f4c2fb14dc0060233152c6957a9ad63ebe7a2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb18e2667f6241549d3820d5d39e3bd5cfe1c0167112789d83f83a4e0447849 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..219a0dd293702f24bed3901ac3c1eedb11c2f2aa --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c9b16947ccba03315fbbc41fc0ac5d6dd5958005cda94c5e4b4e62f4a0a966 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6747e06736b92eba0393c1bc67f80ba54d3d80ab --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad488ea6b038ac94f54c737961809bce33be4aeb487f111d921b8d310c7c09d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5394b25b3fb24142cc6b971c1776ea22b70fbc9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0137bec31300e02d7637b229bf9ecb7be7012cca917ddbe597766836909e3056 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..537230bfa49fd17efc6d4111159d773a8564e534 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b59f070d2edbb95ce7dd25b09f9f284854ad63086aa1b2327a39a27b108d29 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f55725bcca19007c6782af18f03c87291133868d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2bdf721439faf0d5d471989fde52a3f95925635beaf03a0424652f40d7252a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7c3070d749c0a29f07351c73e329ba217abcd8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87e2d9eb67d05da6e97a5a8059c2cf08af80abf462b750416044ca505e8e7ef +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac5555507a110f8dc21918676e6a4c864c68b9b8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5429636b8a38b5fa0f9ea3091819f970b7490c8ce77b35471c9aa5ca7fcca264 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb2c0f81dfb179d5cca07728e5eff45ba584da8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb316e99bf02085f1357e8c13edf7b6bd5b5b18298bf27723dffd70db88e1d1 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e67dfbc165e6a6b90550f5ce451e53db3bd9fd8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd42f4bfc09093bf1cf92ca09ab236d26e2260b94cd3684689bd0bf498f7488 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec67fd585ee5382a3beb2abe47fdc357d26acde1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0fc1dd40494c9dc419ed11d4dd383584f8c6739a174900c2d59b445e701640 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2e171930ae3f6ddd6c5b96938ebb5d3a6ed8a23 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5deb9622f9a4bd7d843c86b28b19f83b889e50a51a2de3c2e0e852b199e261 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..505236428efc0f0bc51cfc8871ca133b0dd41e15 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:289652e764d9d59be740397246cc3cabbbb654de469450b0c725cb3786840489 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be362e27dc489cdc78dde0b343609a0d3a6b8de0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c39dc71859c8c51222cec2f244a02e08f1fa114a7ea4e64608ded14907dd4d7 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c7bdbf57219c0b2a0ae4c36a0437e9b45138cdc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547a666d25d72b2dcdc05b1fdff09978ede8c5ff8a5c0c297622031be1c4f840 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa5121046f65d47b35424d56effd40c60bc45c86 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3496436d0499683f69905b8d522ec96a6f7d41022d21acde5aac42d40672956 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1374870de50a5669650d19ef8ac0b1389d47061c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20125a5b418b503e98020d1fc97915cbf8018a6b4b2f45da64ef612975a4bc8b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac071f4de4855a19d3d2e71faef3bb651c639ab --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0861da2dd462f463bf1bf03e55c195326642ce5241f19df01079af1b3928a3 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05e878c218ccf60caef0b12a1d8c82a9830e1dc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea7c5900883cf152473fee9005d9aad360699f991bc8673ef9f1631fd8f5fbf +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b434bc09a472d4b27bbc0325505e8fe8299fe35 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d04081055c4d46f1e6d510b294e929fbbdf8b6b5492b0e010e58b85db22528a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4f0e33e80e1c9c4dc6bbedea5f395510599d87 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5491753e1874e2a13b38692bfc12b702947c072c3a67164943fa5d11ae91c154 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7edcdcebd3c54f1209c1ef0a9e8e058fba2a7a5f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da68103ebf4b5d6e878c18318d85529d786cf2df8b7cd48fa45524baf4f6e3ee +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb97a8a252fafefa269d92bd3a948a4727edc51a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8fc945f314494a335406cba5278412f5a61c0ad8ec5782a5eb25ac3dc4d238 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c63a96dcda4783705678368b8d745bbdfa132d4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60dc180ef7bcb64d5443cd3fa81f05a6fd77a0a20047c20a1459ee6f8d65b945 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ac3b1e8905c4a063cceed769303d3a4683daa9 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb750d60aeeb71248556cc6d7a09abde47c38ba1ba42bdfc7ab46532906f89a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..602cee896600041fda81855ae7542830ee880e72 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90d498c5341f1e8c670b16191d6cd6f9df986878fbb3298e8bd36884b6a2a78 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4ca3442f39252a771b6d967baa8678a71f3f006 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e203f0db23dd170402011dbca74c36f9cbf7d3658df2833774f61d0297bb2e +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa78c29c0612ca5b6a49de564b62543055a7f3ba --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b973041ffb33bc626c57dd5e04f32820c8ad082145f25f4a287143b27329b08 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..208fda229041dc1a8d99741fe97966477245595b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450f73117f11525648936dbf672dde5aef57cadf699b71add7f5f02c171a3102 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45e9da19c80828371c25befe02c9160c67d476dc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b116db2466ce0cda16b1870373ee972217c1887572599d431723ebe7da1f3d5d +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7fa5fcb92ceed134dc25acb8ec4f4ad77ed4f19 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:588ba315a174c235e1282f51cb6a0ddd588fb798d67b72ce6a256737327e978e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..847f454c6825d78e234143723bb6932398aa1b58 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c1fac05bdce95b15e65223ec612c3d851c1752cda71f6b105daa2952966c49 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b18612779346281fe1bde61b7d9259645066262 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa434302ce75f442eac02ee52efaae8a4415e7e79b3c790d8ca1f2b417e7d85a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ecf60da3e685c783d163bd72076abdbd4afb05 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc686779eadc2a28b3066236caa201806b38997ed598ab6e59c5fc7992235d4 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd56fd039dffa4100cb3354358861fb288b85d04 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f96f957d856e27c059937d426521035005c8f7169680f3d2c5943afba4a293 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..475008549e9dab43c7e241d745fcd6b94b5701d6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fc06789933ce0c828f8021e9beab621b821084537117899d5f391a508dc9ee +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f7592112a1feeae39094cb15c5caa41a5f3669 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f4cf64763957e35b67995ee91542a57c101b2d97adf5f1be427f40aff4da7a +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9148f55dea0ac6f842e2e190f16647591d9e5e4a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d826ef36bebe8914aa6fa4380391820354eaf25cbc1e0a3e5a8eec7d5f45e58 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f656cd3bc3587e60444c9909f459e65574b05bc7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc82ab2239c35eb439bbde0f2fbf4b1b89b6556da8338da2727441af9a44f128 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5103674234262e15b47b0e96581349fef14abc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a2b643b32d354d30b42f6d72834a0d7789e443f3c361dcd66154bf3f570acc +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11212258211e6481c3b8ee645a0aa5f6f24af0b2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e9dd549f48ec0950ddf226731abf0853a7462d7eb3b70a1ae62c4c25199c0f9 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f568c4548d4ec5c053f3359b57f56ecb188213 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d919269f889f01efd90f1bf7f1cacf8c0511a69fae9f3e611451bd578849d28a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17a5b66fa6c339d55b50a5482e22e57b78a1ae06 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8e22f5a72c1c5256e843972f340bacc58fe1a3761e9eace7e3bfbd3466ad04 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8985197b9d0995d8ded34736639940569f89022c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45462c0e0e21ef5fb9e72c9e1f31461fb7f873426a33f061e57f225e6e27ce7b +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9268e86ee6b876baa5c7485b6f609eeefc99a92 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a939ba1b321f8fb89eaaa2b66bcc618558a8a226d5b2708d0470122d2a0f5d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97265c8803e84e299cff8ecb31981d183da8c83 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97db375b92d60d00269b99be93b241cb823e5b68c50c71055acd92d40511848 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c32798176b7378c46feed22bda88f38f1b9553e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6eb7d8dd13262cf4e9ae5a37eb5b4a8748e9c3ee438b73adaf775b568d2c416 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d86882f58b49278cd9a09a055c7c3eb78a81ea --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a289672c1b234bd23b39eb3a32e91780886d18cc94b8674d1a936939a642b5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86eeff67c64f95fc332cd7ffd9b130c0b554deee --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0043405f414395344e3c88e90abb13427f7d6d7bdb2d49f5bb589cc84d816d2 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9197ad56b7446ef8097879a820b749ec406d261a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf15b8389de34e00f463369e0fdf75b5823a06fa34881fa36244f510440897c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6431420568fd0daebc1c01c1ceb376846664d1aa --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37a73e163f5929956eafdbcffc538f5f2e9de246935cc2c42cc3eefbe5fddae +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20cec33c6c6a7077675aab5d785d1bfeae3d77d3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2976eabb7052f27b9d79e3c7367fbb2fa8c17e17f87e4a459984fc74129063b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c86068c9832ba28dcc36eca6f7c7a6dd3567a19 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d0210bda4e95efb04dd95c41a4af4dae2e4c91ac28c4dfaa71412f54bba6de +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3586ec36a1ada4e1e935bdd4c4659afdcf323d7f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2de69c8ba45aceb6946d22fa99189f816c35f48485e17fc33a52b86f5dfa0b1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..096bb79baed5a3f0e32b4ff1e033c66a4fb529e2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79580d5d4cbc80e3e8e492510249af56865334362098ff6b11495f85ba6d2d79 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe90a1e344c080a31bcf06bf7260fdd211b5138e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6c55c76415ea6189f6d81fc820231ed19a8766b9ca863b5c13f8497b0808af +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12cc0724bd770308a46c508505b88b8aec2f4ac8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ce51506d49c4b0bf016f04e11dbe22fb7bc006a106aebbdaa94a3f6cc3ee8c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41417987cfa939952a8f5516792655ba3c86fb37 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0fc747b0a5a75bd72a3b0405740301fb5730a80338292b2599316963fabd37 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4104201388922a8fed896d203a12e5a194c55c9c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab9f913e08e72955894a25212999454f6d4506810ffc3aad5202cb6fa6f9f6e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5389e3b2cfb82a1fe210d4532db01630816ded59 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f741f9c30c5e2c12fb27cd2d96635ff122b49eaee518722eccc8770058c0d2 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b7895d68410123cf3e37668a923110bceca001 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e05c1d29e24641c27d31c237643bd1879b34523281e00921ee7848e9fce571e +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21fd7b12c39ea5c20c6f84a80791d284d82a45de --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00bd670e983e1669a21c9e7de064d172a154390d87ad73278b22f7ee6affecca +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad9c090ede46e80f174156536c6460d9641993d4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25352fe360a01130605219505b1a130d30e56f2a1c63981529bb78aee1519bcb +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb569da897e95671fcf4cacaa021683bc099c5e5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4199090135b6776d1065a25859d237b48a3d949847584d57c1cb6f8ba9c16561 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..920248154249bbf61a534cf6f622f73c6a39b26e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe61513b805284d22cd400fe03d99c2bb986bdb73e7a1cb44ab6436f5cd5c4b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e6d375c286cf218f08e8f9e17db26d385623b28 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92674bb84e826a2a553cdea7d6b388eddf96fbe09f61a76886fb49d65a70756 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee3a748f811f91b19a169a9908723048b2f8cc1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2c4c5d08487bbc67430acdd48e89fc97d95604560df820908ce698549887a6 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5051f683b84cdf5a1d83cfabcf3559ade124ddc5 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff25b5a4ccc273bf48b79bda63898bf4aa0666b9421f8d2af529163d1db9fed +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..296c99fc61d4dca1160093a74fe6e492cd0b1dac --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8380b0e28ea2e671a7ea649ac151f838546705be792cf88db3408fd04affbbab +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be00282dabd5c687a81ad3a4ca5c03cb86997d45 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1f9f981ca2368a516a64b13b644d8e2f6579ef748673451936bc59384f85f1 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7d752ca5bdef5228e7b69be3c2331ca55885c0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e9dd9564d183a2bed2cea44ffc6538db2fc0b20bc5915aa4ed03623e41ed81 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f8c6b9f7de22f76ac4ec11730df4561f28fa7f7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535e002fd2f6210c082a22bb619c706d7d482f7b049ee762496ca1e3042526f4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe3e1140ff245ee9a4b5a14ca6750c908a24232d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d4402d268a27bb7f375c98b6a2655c18d35b1b13b171fc8bad919020b435dd +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9155d18ebd854b0f5bf5bf1830ee552eecb1f386 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c11e64faae708c3446e840b973d20795d73a6c70a33a1b42c0851acbacad7f9 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25312699ef1fa2900e2eb5ed15975cc8eb52429 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a242c09484d68de46f286f05733da274fe2350e319a2f6d9550a2d7d3d38bae5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4316c690706baa0e872bc61666ef3b05d5bea6d7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a1b9a7850ccc974f27aae86ef4bfde92235efdeb08a9d5e55f022c7e5b7db5 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cddbf59d9433d76aa3c496279ec1e494d295231e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af1098762a2e16bcbfb1bf40eb1f9a36a565b803d01a98b16e8d0aec77c2a34 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb3188c3e251719705ef3455498a261a739ff93 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6364b82a2f6ce578fcf55dd843cfc01cfc3d173e1f9e408d51eee37d91db29 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..753a4f111b068693f5c43155e0e73eda54cfd2a7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8b7952d22da19a4d106eb6411d271515fec6b0eb90cc1c984839ea55cba3cc +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b57f356763fd930dab9ddbaaa514f200bc2a7a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87559bf42b8bad69f472dc6b2384e83b5f85b6e327abfe6b22f549bb94ac317d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..236d3891e192dcd595bd4bf60717aaa60b148f14 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5f25437893c757bdaaa412b3f6aa09c37a146e0dcbd68caeb55c08b5199fdd +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9207cb9a4a677081a3a9d13f9523e458f9270b1e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561cd7c77a4ce77d3f89047079c849de24af387f3982e1af2b813a50d14dc99c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2008365120b3258216afff27dd7866e3a15425fe --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cea92caa22896cba3aeceb199cf912e856cc9163823e47613c3c8280fc1b3a +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4d6aa6ca1261a41500061577db8afe2cfe8cf38 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c26787cceaddbd6ccb4a6955d9c01faf4b348a3b6052686d808a310fad8eb4 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63968f63b154d560b349ee71e2ba3318c6d50208 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6937bdaab0f8c62cd8b05ce097a501b40e8041ad11b901eb000ed14c800c3885 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9bbac4839519254600ea2fa4c1dfe340c6a2b8 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4983eb2c41d220c24ff79514726e2f75b0970b7e0f9afdcee41a6caf8bb719d3 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21501cf4bfe57673d54daa8ebb7f2efab9ba6537 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efbeb9b3895a72532a38995d557dcee62407e2562a897470503df2b376f58122 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffdae79377433fb9c6ab4d5a5823bc1d743eafd0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76a21748ac9562f9694d994eec9a510ff919c53fbbe5352b94c9a44094887a0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e66cd3aae293ae6362f3424a622564af1e7c94 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8517ca26ded410284e537636075c3e1efd04d738e832b5465d850bf5f80dc878 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4084959167b0ce58c02414dfa2ceff0de9e51ef --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574cf1ffac5c99fc77ef062e8df1fadc3ca674f464ad1f1d305e84ebb81b98dc +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8295e28851dba6059f9395f5da243a5122f40fa7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b472ce5f878f916ce82ab64a19cad5b82120146699c93474a0a716b7c26720fb +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70c30c213ba388d41c8f7d330a658bc4780d2e93 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e221901badb621854d2899c077f6da9e71dc24a3dd5b23b04eb0ee0b6603b05 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..343d1df566a5049392b268cae5fd3f4480e28d31 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3822494a32131907efbe5e10e5c1750075eebd5e0a438dd75ffcd550705073e +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c93d2362a770c8c82ac74d166112fa064989e97b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5787bb3d5023844bcc3badc633532fb91d8402917f76231cc36a83ea8ebc9d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c269a224a54962adf3dc1a9d05177c615050b16 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638612f1caaa1cf7ec8e80977405cd9a05412cbc8bbdbb6d6b9c17b2229e2c0d +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d336c8ed48b86b7e1cd5b46289bc846e70f3e6e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e378a653f1ac7336391a2b429b709da0f40010759f680bac841b11672ab74de +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60b19589a2b17cea72f6a8bd1b13474b65fa5fc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67059e1c5add474fd35bf9eaa903c011eee1571cad7b74d0d0ddf18cfc722225 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46332e440d2a7d70fe1694e76f7e7f18511e883d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1c19ce4dda138dbc47fb70cb02f3570df88e7256a73fd9730494c8d6f0ab71 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18301c42b15d7dd0a085ea6fb7c26f20246b08ee --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c9b5e750c9fcac795d5fa43fd51fba6355e6843008656bba65e9bff86b3455 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..581c02206cc06d791651f820ec63fec6ade80e8e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125d5dd57fee6570a9d1de181a33a696b5f4a7994a590b8d1af3da6c0b262339 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..029466a96b6a1c45c75e447d82396fa34c66d833 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa2526d97b68cb79603020e4aea7f8e094c36f7a4049ec8ea6920c6e27a9a07 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2f07969bb1741418ed57f087f06706e4189b688 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fa794c5a8261346d4866c8bcfb5cd2890140ce06d9bab077f04d07f915fe81b +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..617cc7186d0c02106b24f632fd30a09f3c8287de --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d04e69b38e299a59081617bef5369b29e47b451a0794cd154d0a9149822f8b6 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e631473bca4a273cda2085758e6cf3f6c343230 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1770788ea631fe9956a072df01562cc5fdbfa49dc3cad4ee7416e4e03e1f5f0a +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d980f23aaf3e2bc6f974600d175aa73be23333 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a062f148b1ffb339120aad866362488f1a7ed6ef36bd31ab86c0d17b0a493ae +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f47dc6a55f8ee354425d699f028621da48c289c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c76be61546a56dd02703181a80e009236c3c6b03177578be038a32607e2351f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0037200ccefa64a75e60ff46ca2f753e3e12932 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9a54da1ef1c1e46a3d626d88137bc83311625deec0b97923fd7b3bf3a565fb +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b90d55e60d7b6da289db0ab59b4627b334c42886 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e93a4778905455e97df5e1d3365e9802fece3371a85b0e7bcab72c3a28b687fa +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e21c245c24e9a1518390a295b1856208996ae43 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4633a6351aae58b95f67d00bf6960df3ee9d0383fe2f5743df2f9327473717dc +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0864d00ca529bdbb0bc7b186d855c98f7ea763e7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2233c821765c6604d00ce40429eec941d5ec64b2407ff2da4a63ad0e58cbb4 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49bfbe225bab4b3745b4bb57821556aa5865774d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f889adf5bb505af362378975affd069fd7a0720dcdd5e7bee9c5a91e22f58cfe +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9389413290486bbb19c09ce1967350e8e908278b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3310340bda150c60a394794cf591df43ba38fc21dbe95b2d2af9d0382126ad24 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11624fcd9f484f23328080d048ca5fe650e0f6f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dda3162ff2a7f0afea91d74adeb9a676b6b2794981be2d476280f1b9e316c6 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa8b00991a25eb31089c27a4ab1742e1b9451476 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431bfd9e945f2fee88569cab7e50365d549cc195e91899806657a51d45dbf973 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..092ebf93b159801a185e55a20f9596e99aa0d423 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044ad78990673f0dedee496b8fd59beab38540716fb1d22f431c16c65c1aae2f +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ffbfd0ceb2232826a7d6e5db4f2b89aa8a6e98 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5004f710ca6cd5d73af8040a3893dda9de25dceb6189dc77c1ce96e45d79dc6 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b266d0e8afe92af1f43bd987cbcd02bb9c8a9266 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6cb9c56abc01a07e21d242f0c6e98afd669fd21235248f01096b59a396895f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b6115c5a3206caf3408eb6d121eace24a2466fc --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a4a7b42c70e8fbcdf619d9471b1ebc1a04f89c20348d5d50c65bf7e69098e4 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc76988e98f58d25584e486ddc1278aafe3ac428 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b061fa11b561353ed04dcd658c35974c10d4d33baed0b69dd590a91671199c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a12fbfcefed1ca947ae771ccbdf9c94535a6db7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf76824100573065fc22b73f232679d3a6cc8f59e19cc7851f2688a34cc6c38 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91379e32c3a941c2563cd76682994ce0ec80e95 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a94819e6771c502837033593e3e311823eb3ba6c52e457fe2f3771e1e0cfb4 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b45f497e33f584306452d81da11c46eb3ea8f0d7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15310ae575a31277e54e1ee699015b5ce4b9a4be1c3f4d0c59794e6c64db71f1 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7280f43ed43d3bcc6ef3a3ec53e7f78570aebc25 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e13562741155af9039fe9e26510c6f13159325f346a85757d7f27f528967b81 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f509862d1bd7bd8af240008f421a1c50f4d6b85 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925ab0a4d80893a3f850fa91cfcebacef1bc7e725a4cd37447d37e4fd7f03069 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e83b4e24424e16d672024167acb7f17224880f30 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a51fe5d825564acd0973a9b8494898f25ab32aa76fd1a53446ff9bd5b9685c +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2efed530c8f203bff95c3ede761772cf04637d78 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f6a45eb5de31f94cacdc10e1e400f9bae44fb13a07b1234e04d5c2583804a0 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46882a1de69a421627ab6bc35735f621f1c35db1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2423598c8f3edb91be368d580c7d041654e2d36eff26e268088a8d5b633100ff +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f43626018c6a79411b17e45165b4479c225538 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:895ebe8095360c87a9b7200623f2d7074580ce6aa62d9e22427d3ae10e86c3a7 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3b819b987f715f33de3f45eed93c6c69d4b8e2b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37825f65b12212b4ce007bf0a5388e78965ef67005d436bad14ef964734b661d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b98f8b0319b0a0fd5d0675e928a55f68e572c4d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c0992eda37f8fb5511d1a4dd31aabac765cb11afcec09f141aaa76eb4c267f +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad70e08e371c4c3ebae1a4bc3974242cffdad386 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11c81fe377ad6ed2113e267219cf3468810b9273f00120067232cc1053d0522 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61099119bb95356813f5e89f508e85d0add88400 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c94a820b6761ca0d07a41411ed4812c8048ecd54798a529f680cf8a2909816 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c385578f629e9b6dce5f0e025cb385402f687a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6387618868e9dadb9586486a5f969711f2a1ddac664271883c047d30b7ae1ff2 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccef409195fde02e7c4c0e59c8a2a19f812681d3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389cc92a9c1ce0b7fff14a2f178900dea796296557d3e8fe27947d2f62b75ea0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d8734a5e2b8f77487e2115e192f5d1fa7bf575 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5ba47833fc4aac62e5df02135e6c715fe8601bc7c0f40efd76a29378a4d5ea +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5ba617d8b029eb4a4d08811cee8464e3dfd82d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cebdaf43a2f06fb2bcf222634934d8454efd2e867bde30fb54344eee6127948 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6c7172b9fdfc5243587c43e904d1983682aa1f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61a4066f253cff4f8cb37a985ef7a0048d6d8ad308468aa35e9273730a823cb +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1e76e9d6d80e06454f40cf40967b4f90f8d820d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e9be6b888ad80e09046a515fd7b1bbe0a10efe4620e5aea3da2358345e82b0 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..835314834087ff7b71e2e6341b5d7bac2f94d8cd --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2d19ef4601db4e05c88e9a0cb534657b9863b58bbe1223195509bf77134ff5 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..602ffbfe35676091096c23da4e52d9d8c8c3a780 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148b462149bcc0a4d8ba4adfa265004801ccfbab42ff1d14c2f5cd19bafbf736 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b9accbd0258555d0fb6ac8e6af67953efd3209e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e81c41f955442e3a4d479447ed3bce2d812e3ebce35ae20f806342ee1f83634 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..733fd7faa07d3f114a7d0e6471b80800bf14aedf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084463e69574d4439ebc9844f96a21a75e8d61db230c32bc4872e481e707a57f +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6ed4caf8696e761ef7c9e093745a39cbc08006 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a977aa641e36a8e14090ad2e62badafd0c0263f842b5f52db19ac6db813245ea +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b16de056baf4724f4a1d77124939e662145e6bab --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9813db557b74eb10cbfffdca8048b778ecacffbb08a98928ec63d7c7cce4dc9 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a48be0ca4f83a64f738aeef122081f02255c2910 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:699a73ac12d7748b7c41f2741120c6c2fa3bcd8289b8a8184f18bd6ed96e96fd +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d206ca23843e4604d5d0f7b04fe90b69a7a24d84 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f0a27a24937bae6544ed88f8ed56cf37839abcd8fd641b39c29e7c7a2f1762 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6556a7d410baf45ca0c84ef292bf83d89aca7423 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2d828c3e658040e91e638a2b5456f0486d65581e21309f247bd8c7ef563abc9 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec3cbf4367edf976f5a344f3f4102be09784427d --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdedaa3d69d9915dcac81f1072401faa50f3328e6589e05d4f6ee85236888ba8 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f9c7e0c75fd6532962683575b2bbbd906b6eb1 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cf2cba2c169bfa95954c9b3ea86d0521e16dc096f5caa037cee7dd634dc095 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..609078616044a3d6d8c1d25e85608513e5bc4f90 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff97c3e0159f6504fa120d576c0070ba4c8d5fd76edcdce295b6a04a8d96caa +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c98ca9fa3661e8e479e5296cfd01c989f8d006 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715c77ed9b0a9fcdd806e11eb6472c0af6c8463b35047ca1a40666059f296d1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2122b75fa675c0fe392ace813c392e5ef180efeb --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9ba4a5d9b7ba306bc80259aeecc5dd4934418e6d39c52ef8cf068d1a70cda9f +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6acb142c3059847587f2e7163a4bf0ca15152cae --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628b30ca5d62c7027d5af9558ec9064907f8a008bd19e2ea237abdc7fb930134 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda0003f97d7eb45e02580f6c7cf8117180e3871 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9046ea9e5d734d5b45b85e2df88d900c79b05a246671b22dc628e577d881bea +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a97a9c041fde76f54a3636eb710672077b8004ee --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c3d8256a3d4cba5813c6a990232abc5156d72a81b3eee9d875d90794d4cda8 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa96cc2119e7ff86ca00c1efb0d398538057b738 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a0e79779bbce118ef075e3229ee890ec59dec98bb6a9b72361d4b985b1410 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..930cae6b7dd321c9a8117a5e9298d61ccefbb234 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa06447191a1fa75890100143d4c003bc2cad3d802a941e83ff3ec1b54704cd +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..997f6d99456d4ffba876150002506252e33aa475 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8bf027a5f3bf3efe165affaf97f54c369a7f75ab4b929081538a725dda7666 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49f6540fe8326a475e821b48683b7550a1ed7e52 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e75d74e1e6141afa2a6bf055d62b950acdf1785db9f1fbcc04dd1f720d0c4a8 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ba4ab909226367e49d7298adf5cba38e5060c2f --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:681723bba34dc62c1ec2a850e3ff1f0e25827743dd24be088279f08f36cb1544 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13858c17a9ba912886a845186beec89bf6f19382 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe361ceb8097c564faf1bc29bba3043075c42f4b52281cb67804c94311e2b14 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a56103ad5428a62b00009b24e0e0359dcd64c6 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a88698ce4d8e974ee42f3ec0f55701bb6d8b800f717dcdb6330e690a499416c +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..646e6698e13016034aada3f8742394d6d5922ddf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2459cfaeb3a6871f0c273cdbb10e014f847d2e85f47023fd4138751101e36d +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e49e401f28342ffa460826742ba9d50c7ad321a0 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fbc6583fc7feebc4c7448a7d7b553c67d4f1decdd2507b9ed983a913335e507 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cf1fd34d0246c6635144d2029487725a6b42ccf --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0ba2ee68f84d395e822d4d03471ec9ce949d392f8b70a19ef6ef344441ce60 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..136b369015eab03c283a0d0e6e80e276fac070c3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659f6f9a1d3c23430773352e03f8b7f9c742515f76ad1020090880a38d245cb6 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cc94b4a09dba36caf3fa4f3a623cbc6238acbf3 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de60ab7ad9e58bc1a2bf3c7bf117c0d6be40db93a7b9ae576aafc959f634aca +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb1a46c0db9300a77ba14cbac85aefefacdee674 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cfb9ddef062787f59b6bed405500689d9069c52b595f13484def0ff4187a090 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41480cc553133427c3af65af8c1ff90a0a61c62c --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec61101fb26bcbcb80f171069bb2f5d41897171ff2ec7c52dba8fb18509fdc5 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24b7375bb21f677c5159268fb80a9e211fa13481 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9291ef478a844fc41012450fe94272c9d066019459ce332e4eedb04e6007a85f +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..134e3432c8ffb8da735417958fdd1859181e2005 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3d7212c21d20edd0ffa3a019ee7909c909d3e47774e121efd88418471cc4b4 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f23e6d7782e94301b0ca7286d029aae2f6df8e7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04cbc9353077985653e3adeee755e49a00dd766c7934ad2b941cc12248f26ef0 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..868894fb6b2898bf4574ae51a6c795f13b797cd7 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d1c56a82650ad14b77744829df6a538969ab15a3d2f30f6f22872931b90f5d +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66f21ee86ed695ae37381c4ad71761273d268c64 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d38d7b9cb0c33e5913b89b478aa85b2a1bbf19fbc1d83739961b5abfe12074e1 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb19bff577226e57fc9387fb3dbe6236332277e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b808db439fb4417343764d6123a05a40938c2a4fb2652e05fdd5fd025788a284 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed970138ff709a61f057d7edf87404a42f8a26ba --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e541391ef0b77c67d7e6bbdc0e7c8e2e09f89da1e1d0bf7be2018abb64edfd +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d32d71e20da65727f6e6f89f9173121caf022dd --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da0c5d538f41643ae7094458693c2f8a37ac79a5fa9ae35909ae4e7712c3227 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2464c15fee6d58665c2a238ee5cc8aa6064911df --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bda0cdec96011f2dc97efec8746a09fb1f2b2b5c5a4ea73c6a51e1463e6cdb5 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6807dac941fd0c0242b830ad6958f87138733489 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7448db53f3608ab04ab2390a4aab637baa49b4ba8ac0a62214d2ad8e471b5b41 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b526ce97da7794b03aac1c4706622c69094c302e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27429a1a74c966fe87066080613d28e6132ab39fb1d8502b1479256387ab0e06 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2808cf40f5cb640efedef697005aa5f9959c3e2 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe815a838cd69677a0b433b4470c8ce17497f2d43b1a593e3ead1c4d7713166 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..240a49f01cf66f8964863de1e9e933c51dadb80b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43c782f9b4a66d6a960e2dde5067706d8e3fe6065859e35ea4ccdd42823b205 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b654b7f786f7d3d5280b06e414ff1d1739b4be4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09652e12136cd6f60b81192a851e99f8f7abc5460ef376979583f841fd831d75 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d1ed61e8d09514841cb7eb8f98e5a844ec66100 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f78e3ef5e3f776fdec053b8af17526c99dbe267f4e3e69581ca05c82c662f79 +size 23683 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa17d193d12dfcd31eec9ae25a373404c7d2861 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211a47072cd5b86fc902f295ff3698ab708170d2213bc555b77b9f6a7b0fea59 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b79a0a288b676a3f08919f37c5d8959365549b65 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe90267c87468f362edf12ce1613f2a91fafe2a8b13da9cc0fde4b4de1b4552 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f52cb4095eff0839fcbd133d58152ae4aff63a --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c115832b97eae74bfb484b8a3cf92cb5c22a565b34a606728ac95244a126da79 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cee77fa939bab8a04bb01fbd9deee2c357daeabd --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578393c27eabbc09ea6b86df0766b58e9f9074b57890b09dd4fe4c64effc5028 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c1ea676e21580ac252a8f610725b87548053b4 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c11db24f472160ed0b069eaf119f8fdb93bf76b72c3780fb89796c779cb0735 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..896a71199d892b0bee343a37da1b70e4a588c50b --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339f754cb563f87bec79391d55d41adfb3dcebf7d661f4f708bbe336f58a16b3 +size 9347 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f246985087a8bb668dcbecaebe827c76a003d766 --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbba57002ca86f93fa30a051cbba600d48f9d3c058fb758389221af42b98f75 +size 2179 diff --git a/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b48536b56bcbd49f99d23734eecd0b3f70cdb83e --- /dev/null +++ b/params/tinyllama/8/rnd_affine_scale/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962f58ee5b63db98825a0ecc9311d11a0398fb8855eaf7fb6dd868ccf461c10e +size 2179