diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..11dc6324fc8e7b7c0bba9743c2c5cf20493e2333 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llama/model* filter=lfs diff=lfs merge=lfs -text
+llama/onnx_* filter=lfs diff=lfs merge=lfs -text
+embeds/model* filter=lfs diff=lfs merge=lfs -text
+llama/decoder* filter=lfs diff=lfs merge=lfs -text
diff --git a/clip/model.onnx b/clip/model.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..b8f3662746e5cd024c513a21a9da3358f6408215
--- /dev/null
+++ b/clip/model.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e8ce301573e21c1745188dacfe2068055bb6fb8f7815bf0562da057ea58845
+size 607873982
diff --git a/embeds/EtGlowExecutionProvider_GLOW_graph_Extracted_from_-main_graph-_1921461528856446529_0_0_0.onnx b/embeds/EtGlowExecutionProvider_GLOW_graph_Extracted_from_-main_graph-_1921461528856446529_0_0_0.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..71a8a6847c7a3c51dc30323bd049d611b44a9538
--- /dev/null
+++ b/embeds/EtGlowExecutionProvider_GLOW_graph_Extracted_from_-main_graph-_1921461528856446529_0_0_0.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0071f93ff14de1fdea6d510ad88e9b30a068ce7a2abc1bb659e99b5a5b61f79
+size 5320
diff --git a/embeds/model.embed_tokens.weight b/embeds/model.embed_tokens.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0a84c262335b243ee5475cd028f657e06447fe73
--- /dev/null
+++ b/embeds/model.embed_tokens.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd78a0bcd10e159d3182e74e16ea3af59fb0aae3f84e6c1ebdcbcbc215c2f4
+size 262668288
diff --git a/embeds/model.onnx b/embeds/model.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..50bac6122e9c8f45ec25dcc2967546b8fdb9d88a
--- /dev/null
+++ b/embeds/model.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d291d15bff7e0658ac3103c8b51ce423c7d12c454a571cd6faac13bc0641a7
+size 4992
diff --git a/llama/EtGlowExecutionProvider_GLOW_graph_Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-main_graph------_6994131833028869322_0_0_0.onnx b/llama/EtGlowExecutionProvider_GLOW_graph_Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-main_graph------_6994131833028869322_0_0_0.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..505b4a1d4dff85ee42a67a78701ba6bc740a61a8
--- /dev/null
+++ b/llama/EtGlowExecutionProvider_GLOW_graph_Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-Extracted_from_-main_graph------_6994131833028869322_0_0_0.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f5e1318edb3da25af79d55d560a8cd5cf46ae2a53f2c77acafbe6af0c7847
+size 35668440
diff --git a/llama/decoder.onnx_ext.data b/llama/decoder.onnx_ext.data
new file mode 100644
index 0000000000000000000000000000000000000000..ae466115fa2641ab98d39dc8d7419fa1877b3822
--- /dev/null
+++ b/llama/decoder.onnx_ext.data
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc6f9e0bb522de4a1407f7a4d815be78be6462de40f42c9aea2970b5d7053ae
+size 3890356224
diff --git a/llama/model.layers.0.input_layernorm.weight b/llama/model.layers.0.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cf209582fe604c3891b73f6085ba098df5b8828e
--- /dev/null
+++ b/llama/model.layers.0.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6bdb48748330586cc54d7981da4553d521e97d9c290f1975933e5b10d4d258
+size 24576
diff --git a/llama/model.layers.0.mlp.down_proj.qweight b/llama/model.layers.0.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dc1bf79b380639159f3f74c01c6c15e862adba72
--- /dev/null
+++ b/llama/model.layers.0.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c52a24b74f6ca49b931175f19f35342da3d45cfcbb81e02497f612ad2064a04
+size 67633152
diff --git a/llama/model.layers.0.mlp.down_proj.qzeros b/llama/model.layers.0.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4de29453c5815b0efcffc554b2afdffd221b1418
--- /dev/null
+++ b/llama/model.layers.0.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bcae114eb84a8a22c96b137119fc624f9835a3578653e49a67d05595fd1413
+size 528384
diff --git a/llama/model.layers.0.mlp.down_proj.scales b/llama/model.layers.0.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..90ff840555af5bac481f67b968e58882b7adec19
--- /dev/null
+++ b/llama/model.layers.0.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f259967db4817328c95fe9efe97b81bb26c5194c2eac94bfed5cd290217c8e6
+size 2113536
diff --git a/llama/model.layers.0.mlp.gate_proj.qweight b/llama/model.layers.0.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..be2e3b413a11cfd4eacc0d269e1c4e4ed99882b8
--- /dev/null
+++ b/llama/model.layers.0.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba8dbae891295bcca691f3bba2d4aea3071e318461fad24749eb31a611ebf72
+size 67633152
diff --git a/llama/model.layers.0.mlp.gate_proj.qzeros b/llama/model.layers.0.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..7d10665a685d8ef69528c7ba20fcc7bf40cdc163
--- /dev/null
+++ b/llama/model.layers.0.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603df600b88cd08ad0b46896f68c6d1e85eca43f28d2ee18bec8102a89f884b4
+size 528384
diff --git a/llama/model.layers.0.mlp.gate_proj.scales b/llama/model.layers.0.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..980d7ee76f7b795655a1447d655c18ea4484e3a5
--- /dev/null
+++ b/llama/model.layers.0.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ec1063d057679038adc0bb968c6138bb5fc5503f422ee8386bbd1864bee734
+size 2113536
diff --git a/llama/model.layers.0.mlp.up_proj.qweight b/llama/model.layers.0.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..208e13c203a67606ccf98fbe3f61fb615a558407
--- /dev/null
+++ b/llama/model.layers.0.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193a0532dbdbd4a5d05569324524444f1baed1f3c61a3c4e2aa60c7ff182fd46
+size 67633152
diff --git a/llama/model.layers.0.mlp.up_proj.qzeros b/llama/model.layers.0.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..dc846d9eb4fe26626637c549d27910f5e764543e
--- /dev/null
+++ b/llama/model.layers.0.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c2e65b2a131b6a87e60a1d9c9b12e36d2a95297de2cd27b2359ed48a29fdac
+size 528384
diff --git a/llama/model.layers.0.mlp.up_proj.scales b/llama/model.layers.0.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6299fcccb84eea6b99a9b2676290cc5f57349596
--- /dev/null
+++ b/llama/model.layers.0.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325a9e95c54d662c131ab5c460f923b51863660c2de76b090b180ad26f78151c
+size 2113536
diff --git a/llama/model.layers.0.post_attention_layernorm.weight b/llama/model.layers.0.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..4991b325a32d7104bbce5b4859fc44d216827f75
--- /dev/null
+++ b/llama/model.layers.0.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190be3aae9922074b092b887f2aca4bf9b8037a71e6828d50057f52085940728
+size 24576
diff --git a/llama/model.layers.0.self_attn.k_proj.qweight b/llama/model.layers.0.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..739ae5fc4dd94c45d1ce4b01e85413c09e0d4b05
--- /dev/null
+++ b/llama/model.layers.0.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4201360827175bdcfb91d9e6fc6c94bdd7e298d2e813172bfa5c0ffee608676d
+size 25165824
diff --git a/llama/model.layers.0.self_attn.k_proj.qzeros b/llama/model.layers.0.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3fa81944744dcf36de34ca08fc0bbf41d235e2f6
--- /dev/null
+++ b/llama/model.layers.0.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26197b3f45b721ef5bcbb6c989df089a94e0b44e520e01e1c40e37beda0d6fe8
+size 196608
diff --git a/llama/model.layers.0.self_attn.k_proj.scales b/llama/model.layers.0.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2e4fe3f813b8a347c761be5d8faf72bbdc8d6532
--- /dev/null
+++ b/llama/model.layers.0.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c883b2c43c382f53dd868f96bd666efa75205180228b0bc19386127a033352
+size 786432
diff --git a/llama/model.layers.0.self_attn.o_proj.qweight b/llama/model.layers.0.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..c8c3a51ca0ac6973b5d76beab34b8b0914c0644d
--- /dev/null
+++ b/llama/model.layers.0.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fad4985bd8158ce08c71e42920390ebad59413ab24c747afc75017e22c15b8f
+size 25165824
diff --git a/llama/model.layers.0.self_attn.o_proj.qzeros b/llama/model.layers.0.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..552138fdc98986bb4dc2656e666d306d4072c044
--- /dev/null
+++ b/llama/model.layers.0.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e0bfd6d525d00d1ec94be75a41f23009856d4e3a771e2d6936ccdd98668b03
+size 196608
diff --git a/llama/model.layers.0.self_attn.o_proj.scales b/llama/model.layers.0.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..439fce93a41193fde4c96906c4046e6f24bf1197
--- /dev/null
+++ b/llama/model.layers.0.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff8786de2a976324e4f6bd7e5ebc490e49c3bdcbc9d84ba98fd0f220b90eda
+size 786432
diff --git a/llama/model.layers.0.self_attn.q_proj.qweight b/llama/model.layers.0.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dd63560f89a1b8b2647960a2aba8b6dfa4d7d115
--- /dev/null
+++ b/llama/model.layers.0.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55820fa66146a8bb5ba7fdc389d83042a58687299d425750e4ad1db6e88200e1
+size 25165824
diff --git a/llama/model.layers.0.self_attn.q_proj.qzeros b/llama/model.layers.0.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..12e89adce7e2e0d1625f2825137496e6cc12e2c4
--- /dev/null
+++ b/llama/model.layers.0.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe9457683efe1689a8064823044e2713be98d7511e1ff3bc5a6521e26c0c3b
+size 196608
diff --git a/llama/model.layers.0.self_attn.q_proj.scales b/llama/model.layers.0.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bfaa3dea5a0249834828990a6521cfe63fa64120
--- /dev/null
+++ b/llama/model.layers.0.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87604d6f75f0645aa07ca8cecfb1d92313be320298d908afe08ca1bd31627eb4
+size 786432
diff --git a/llama/model.layers.0.self_attn.v_proj.qweight b/llama/model.layers.0.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..19034baf3259410834c4c73e1479a640737291e6
--- /dev/null
+++ b/llama/model.layers.0.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcefe10fec49cbb23f0eba3dcf4b852b0e4eb14be75b023b330270f4a716f623
+size 25165824
diff --git a/llama/model.layers.0.self_attn.v_proj.qzeros b/llama/model.layers.0.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cfa6b35d641e26eb9abb3fdffb3f355604fe8f2c
--- /dev/null
+++ b/llama/model.layers.0.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6969d4fb8bd9adcdbf494c86d6e0516c64710fd965959b436bead9cb622b911
+size 196608
diff --git a/llama/model.layers.0.self_attn.v_proj.scales b/llama/model.layers.0.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ebf452580430d15d9a399dbe6fc45b1a69c06b41
--- /dev/null
+++ b/llama/model.layers.0.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da86ffbc4a324f02a0f870ee3ae6d2203b1dbc6b942882c634bb380c78d0536c
+size 786432
diff --git a/llama/model.layers.1.input_layernorm.weight b/llama/model.layers.1.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..345864688cb07e72355ea07f312c8e0be176c9aa
--- /dev/null
+++ b/llama/model.layers.1.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e05339c4fd9693f7ddf9c68f684763c76d39537581a8f9ee6164287f29f29e
+size 24576
diff --git a/llama/model.layers.1.mlp.down_proj.qweight b/llama/model.layers.1.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..80151858c59b2b31a610f5768ae6e82adce036c1
--- /dev/null
+++ b/llama/model.layers.1.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc60892493d7e0c6d0dd74b565fa57703ae95679056a31dcee0c365f7af934f
+size 67633152
diff --git a/llama/model.layers.1.mlp.down_proj.qzeros b/llama/model.layers.1.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cae7029f8e0839b892ec79ece0dabd97bcce6602
--- /dev/null
+++ b/llama/model.layers.1.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ae6cb5b841c03f7e65dd0dce13a7862e6e851d211f86992103cb41a5389f84
+size 528384
diff --git a/llama/model.layers.1.mlp.down_proj.scales b/llama/model.layers.1.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..86d9d6f8cba6b3966dfe4bd7fc4c9a8c01c9217d
--- /dev/null
+++ b/llama/model.layers.1.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f2131135644c3629264f29a3c574bc2ca01535b42e249e87b9510edd9e381c
+size 2113536
diff --git a/llama/model.layers.1.mlp.gate_proj.qweight b/llama/model.layers.1.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1250c57bdcae3fc262a55362ec2364ba78600c4b
--- /dev/null
+++ b/llama/model.layers.1.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0ef911ae45234e7a5cf319558ef1d3fe79c460b616a5de38c46581066381c9
+size 67633152
diff --git a/llama/model.layers.1.mlp.gate_proj.qzeros b/llama/model.layers.1.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2d137ec90f8c6570cf27544f26bce1c4dcc7dce8
--- /dev/null
+++ b/llama/model.layers.1.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2968fb1e9d193004f572081f8625e742b719212d0192a2ad8766fd6ff6301b
+size 528384
diff --git a/llama/model.layers.1.mlp.gate_proj.scales b/llama/model.layers.1.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f1f588fa43ba999eb494b68ad83c5fc993eae911
--- /dev/null
+++ b/llama/model.layers.1.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27973eef532ecd0bd1225cd6dc2e3d58c9474bf2021a716ceb5f1417e7141cd2
+size 2113536
diff --git a/llama/model.layers.1.mlp.up_proj.qweight b/llama/model.layers.1.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..36fd46289f1811b7e4deb8d2996798f2e77fc311
--- /dev/null
+++ b/llama/model.layers.1.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eda76dd37ffdbb1f89e87a63f951c7df644e6314ba082f87d926cc431f8bdf1
+size 67633152
diff --git a/llama/model.layers.1.mlp.up_proj.qzeros b/llama/model.layers.1.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..0ccc22fb1919c6b8ceb98831cbcec266c5eba1b0
--- /dev/null
+++ b/llama/model.layers.1.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485e37fc2101005ebb1ba7977b2121f2201a499657ddd61e45731e19e4ffda80
+size 528384
diff --git a/llama/model.layers.1.mlp.up_proj.scales b/llama/model.layers.1.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0a51fd8ba006f6079a9ad1565ebc6c699d7934fb
--- /dev/null
+++ b/llama/model.layers.1.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb012965e16a7cd8e1bc0cfdf1c59d87df05180a3b95e1f90ed149ad84bd8e3a
+size 2113536
diff --git a/llama/model.layers.1.post_attention_layernorm.weight b/llama/model.layers.1.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ada8c6c0eb2b70739b7b377716f26f19703f711a
--- /dev/null
+++ b/llama/model.layers.1.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26661177f5297a028ccd2540bee810660e0d68fe395ac9326137410e43be9697
+size 24576
diff --git a/llama/model.layers.1.self_attn.k_proj.qweight b/llama/model.layers.1.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..c4c94c3e07a7e1ce13a9d90c52cdabb20b535622
--- /dev/null
+++ b/llama/model.layers.1.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14307571b407c6e8fdd1706b186f8c60bf2bced1a477103f8056f82231f61e37
+size 25165824
diff --git a/llama/model.layers.1.self_attn.k_proj.qzeros b/llama/model.layers.1.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..44f29c5d3944f7dec4e7e79a237046404ff09bb8
--- /dev/null
+++ b/llama/model.layers.1.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d1934806b4c494344d5c44512e6b2aeba5959c04cff1592ea38eecf9f9b34
+size 196608
diff --git a/llama/model.layers.1.self_attn.k_proj.scales b/llama/model.layers.1.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cd73b26bd93001dfc60f335b5cab3a961288c59c
--- /dev/null
+++ b/llama/model.layers.1.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c5d2c3e8ed712353e9206d3d462bd750c10094ed17806113cd69cafb128ee5
+size 786432
diff --git a/llama/model.layers.1.self_attn.o_proj.qweight b/llama/model.layers.1.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..4bc4a8796022b6fcb498dc0387102f9accb9bfb4
--- /dev/null
+++ b/llama/model.layers.1.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c2f31aee9f4b6f6dc277f7dfb966839c49ff420c3ec683878f1593df99021
+size 25165824
diff --git a/llama/model.layers.1.self_attn.o_proj.qzeros b/llama/model.layers.1.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4482335ed188679ee63a9f325ff2d97320887ca7
--- /dev/null
+++ b/llama/model.layers.1.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aae7456cd1d6c08d4f4fccd5073c09538316f85a2bb24e555ab616234a0d06
+size 196608
diff --git a/llama/model.layers.1.self_attn.o_proj.scales b/llama/model.layers.1.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a0ec2c491c6e827d74628be355837842322efc8d
--- /dev/null
+++ b/llama/model.layers.1.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6efde7d89dd603ee18c7ec9116b8c96c40c14a891dfd5d1d03ec6a1759ac5a
+size 786432
diff --git a/llama/model.layers.1.self_attn.q_proj.qweight b/llama/model.layers.1.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f5573f44546d5b22212b262c67bd07d2e7693bf2
--- /dev/null
+++ b/llama/model.layers.1.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b36645a8ba712e8c76aa48c2541d1c304ed9978545abb689f4fafae30ce591e
+size 25165824
diff --git a/llama/model.layers.1.self_attn.q_proj.qzeros b/llama/model.layers.1.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..dfba508bc0d0d40e73b60c632cdaf9f9340e9126
--- /dev/null
+++ b/llama/model.layers.1.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e9fa45b874cbd0d9773cf0d4f74d5af32ed4f257a0848e60fb16d41e654361
+size 196608
diff --git a/llama/model.layers.1.self_attn.q_proj.scales b/llama/model.layers.1.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bd468fa009ecb91a8b066dd30811d6f5df645e34
--- /dev/null
+++ b/llama/model.layers.1.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33018a3c8ec48a92db7551de0f240900e45d930b27ca5dd51325b230869ad63b
+size 786432
diff --git a/llama/model.layers.1.self_attn.v_proj.qweight b/llama/model.layers.1.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..e210d3fbdc6ae94686c9d631423e7f242b20a841
--- /dev/null
+++ b/llama/model.layers.1.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a4f59afea15ab6397109d562a80a6c973d448107d264b99b9d67e8e1a8fdf2
+size 25165824
diff --git a/llama/model.layers.1.self_attn.v_proj.qzeros b/llama/model.layers.1.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..80cadeaa7c905e47b5c6dc03d2b2fff18c04ad2b
--- /dev/null
+++ b/llama/model.layers.1.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73453e423d02bf28cd2c508eb49473472a8d7211c5c49ad69ddb1c7d52adc77a
+size 196608
diff --git a/llama/model.layers.1.self_attn.v_proj.scales b/llama/model.layers.1.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7a6b3354906ff7cf6db16c78242ebf9213181406
--- /dev/null
+++ b/llama/model.layers.1.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489c1e34d1bab1ccba218b0502c83899aa18aa1ace91a5536e84e9329a126849
+size 786432
diff --git a/llama/model.layers.10.input_layernorm.weight b/llama/model.layers.10.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..b59dedc547a834c6931368775868a7faa05ed8a1
--- /dev/null
+++ b/llama/model.layers.10.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80918becd498cf82117ba4854692886004400f0dd773bc7ed6c99ceaa2d43f2
+size 24576
diff --git a/llama/model.layers.10.mlp.down_proj.qweight b/llama/model.layers.10.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f9a979b2105417c90b8c98959b34465ab85498b9
--- /dev/null
+++ b/llama/model.layers.10.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71306cef4bbb1ffe6092b11acacc54e3e15e77df68a371dfd6298be1f8def6a
+size 67633152
diff --git a/llama/model.layers.10.mlp.down_proj.qzeros b/llama/model.layers.10.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..dc8fd04cf401926bf3e90dd62a1d357f88a74544
--- /dev/null
+++ b/llama/model.layers.10.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b7432e85f947ba532be8c93be38a42fce14f74e8cf873a914698ad3d87a99e
+size 528384
diff --git a/llama/model.layers.10.mlp.down_proj.scales b/llama/model.layers.10.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b9b37fca3329581413e271e36522ccd4dea6d712
--- /dev/null
+++ b/llama/model.layers.10.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3d63ba998dbb96a77a10376e49f89103bfc3140213f4742b37565fa7596ec7
+size 2113536
diff --git a/llama/model.layers.10.mlp.gate_proj.qweight b/llama/model.layers.10.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ad43f345cc354cc18f24461191bad1894d0edf14
--- /dev/null
+++ b/llama/model.layers.10.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c5b0bc343a6be766887e94f6600ff44e40722cf14cbf33805d7145ad9e0a6
+size 67633152
diff --git a/llama/model.layers.10.mlp.gate_proj.qzeros b/llama/model.layers.10.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..5af5c90a5c80c8e33cda302cdf109e99fb111735
--- /dev/null
+++ b/llama/model.layers.10.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1b922ce8eb0ca68536b37db2e2a8b0ff0544feaa47e75625edffeb9f5e570d
+size 528384
diff --git a/llama/model.layers.10.mlp.gate_proj.scales b/llama/model.layers.10.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a06443539af7ac92370a72ea92021e95f4cf0e10
--- /dev/null
+++ b/llama/model.layers.10.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca5e592ad373c32d2bca2539b66f7f217c537dabea14bfa386af90ddb82f296
+size 2113536
diff --git a/llama/model.layers.10.mlp.up_proj.qweight b/llama/model.layers.10.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a948ba0d8ffdef8c24efd4280ba99f9572317
--- /dev/null
+++ b/llama/model.layers.10.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3699414df3c9826d6e730ce6cec4d8faecbcd172b669c1296f89bb894e1c305
+size 67633152
diff --git a/llama/model.layers.10.mlp.up_proj.qzeros b/llama/model.layers.10.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..dd74775a60152a1d8b75e3ac3742211a74743a54
--- /dev/null
+++ b/llama/model.layers.10.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc72876016291e36f662db7590af324a138d0cb7a359b52c9e61e6e25f16027a
+size 528384
diff --git a/llama/model.layers.10.mlp.up_proj.scales b/llama/model.layers.10.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3e688fdcbc1a0a34170025b0a5e82cf8f274e248
--- /dev/null
+++ b/llama/model.layers.10.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1b6baaff8b616089562a5256de1a43b27cae1ff4eb17475d493770a5ff8901
+size 2113536
diff --git a/llama/model.layers.10.post_attention_layernorm.weight b/llama/model.layers.10.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e6e093314c73884811378bdde84c7a3cc9a8930e
--- /dev/null
+++ b/llama/model.layers.10.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4569e48a57f62310a89c8cf6e320ae391b781767252d14fb710958b4f20a6d62
+size 24576
diff --git a/llama/model.layers.10.self_attn.k_proj.qweight b/llama/model.layers.10.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..620d0e9443277b57060b345811486abc3f182ed8
--- /dev/null
+++ b/llama/model.layers.10.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5dd2ee9cb35f05e4c258c883e3a889034931fc3730f768353f871e24e217c1
+size 25165824
diff --git a/llama/model.layers.10.self_attn.k_proj.qzeros b/llama/model.layers.10.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..ddc51b59187ebe55dac9bb66a2039f6aa3187004
--- /dev/null
+++ b/llama/model.layers.10.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a014b3bc92a7fff5b96097cca1dd187773cf025ef23b9938587b0f4aff8bdb
+size 196608
diff --git a/llama/model.layers.10.self_attn.k_proj.scales b/llama/model.layers.10.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ba30ef1a063bccb8399920abd93716a0bf4dac32
--- /dev/null
+++ b/llama/model.layers.10.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47e7fbd374799f503e4cbe8bf85602159b76a70552933bc78e8f996fc22ccd2
+size 786432
diff --git a/llama/model.layers.10.self_attn.o_proj.qweight b/llama/model.layers.10.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2bc01c441002cf983c164f71897a5d1f1f08c127
--- /dev/null
+++ b/llama/model.layers.10.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312f848813a718642cf96b65863212b087553da6584d8ea6965d1690d3bd4329
+size 25165824
diff --git a/llama/model.layers.10.self_attn.o_proj.qzeros b/llama/model.layers.10.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1d3b1fa83b667e244a89030ec41ef972175b2814
--- /dev/null
+++ b/llama/model.layers.10.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7820b39d4d450e4f31221d4e134e1007157a04c391369c72ef6d0decff5833
+size 196608
diff --git a/llama/model.layers.10.self_attn.o_proj.scales b/llama/model.layers.10.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..55e03ecc271a46e22970ce3445c3fe33a553c002
--- /dev/null
+++ b/llama/model.layers.10.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c7759831c8192ebc335a506744403aebc26b7059212969641fdd90e441331
+size 786432
diff --git a/llama/model.layers.10.self_attn.q_proj.qweight b/llama/model.layers.10.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d5fb81c86d244940f73fe05aa8c6fb659360fe40
--- /dev/null
+++ b/llama/model.layers.10.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f8a0b86ea3be33d63cca64aff8b9d83fa9cc97531c7003f16e1d15299a771
+size 25165824
diff --git a/llama/model.layers.10.self_attn.q_proj.qzeros b/llama/model.layers.10.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9b78337b16d2ca6302a25b4d2de32898e5ff3bf9
--- /dev/null
+++ b/llama/model.layers.10.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dbc0c2cb5e2ea77859099574957d1ae403c108af2a767906d2fd01201f4c57
+size 196608
diff --git a/llama/model.layers.10.self_attn.q_proj.scales b/llama/model.layers.10.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..60a0a48be15af30ee7885628a2576bb8083baa2c
--- /dev/null
+++ b/llama/model.layers.10.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9e29dbb95e4cce5d3b2c94c4fa143abdc373ee425287fcaf0cf9041f2a9b19
+size 786432
diff --git a/llama/model.layers.10.self_attn.v_proj.qweight b/llama/model.layers.10.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d5ececf00e07ecc1d30d068564b7a85033c3c1b9
--- /dev/null
+++ b/llama/model.layers.10.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7a99ae93e523c5f6375a0358af50830db7032eca77c3f8382c24cffd0cc342
+size 25165824
diff --git a/llama/model.layers.10.self_attn.v_proj.qzeros b/llama/model.layers.10.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a7a1c37cf1df690f998f5e6fe638e3697537cd45
--- /dev/null
+++ b/llama/model.layers.10.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e997f81cb5a88e48affefd971d861803bb32b4d721dec9fba6c7ebec2cfa3f
+size 196608
diff --git a/llama/model.layers.10.self_attn.v_proj.scales b/llama/model.layers.10.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..fe0748c75b428395848baf5a1eb3a0a45d048357
--- /dev/null
+++ b/llama/model.layers.10.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d93cd6da8418323b74eac35c1e5ff4f5068bbb7937bdaadaf461956a2d8599c
+size 786432
diff --git a/llama/model.layers.11.input_layernorm.weight b/llama/model.layers.11.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3181374650f510ef1c281f7c68ccfa602ef69251
--- /dev/null
+++ b/llama/model.layers.11.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29f9694fc9600110ced0f054550f5d65ab2364ac55cc736a0233f2578ee258c
+size 24576
diff --git a/llama/model.layers.11.mlp.down_proj.qweight b/llama/model.layers.11.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1e2767e62d6b4fbda3ce75317049150f39010f89
--- /dev/null
+++ b/llama/model.layers.11.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325532d4bbd0d4eb738d4be5d589186a8839cad44cf949213cc2034934fffaa1
+size 67633152
diff --git a/llama/model.layers.11.mlp.down_proj.qzeros b/llama/model.layers.11.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c1f973f941452d4bbaed4ca120823347d285a0cc
--- /dev/null
+++ b/llama/model.layers.11.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51e27ca35530b025d3c6ee4a52aafb86a46ed1dab59000b491393c117d342b4
+size 528384
diff --git a/llama/model.layers.11.mlp.down_proj.scales b/llama/model.layers.11.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..113a3de8d680604239458cf464ce624c3680934a
--- /dev/null
+++ b/llama/model.layers.11.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94779654da6e9758f8ed93ecbdff68c2e60e5d27756411d00820a35da588b6b2
+size 2113536
diff --git a/llama/model.layers.11.mlp.gate_proj.qweight b/llama/model.layers.11.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ddbe459b10ca954b9578c04ae1dfe92cab130867
--- /dev/null
+++ b/llama/model.layers.11.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22a56c7d4bf748c04e89146637b7e39ed36763a93c30955bbab2ac83a45536d
+size 67633152
diff --git a/llama/model.layers.11.mlp.gate_proj.qzeros b/llama/model.layers.11.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f078b936b819d2c2eddb536af7f72f6baa08d5d8
--- /dev/null
+++ b/llama/model.layers.11.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3450851c69c0057a6fc481ac55be8a23302f0508ea0f2e5bc79a527a4d9a377a
+size 528384
diff --git a/llama/model.layers.11.mlp.gate_proj.scales b/llama/model.layers.11.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f4546b4b6fd9ff97e5ff9f243cbd601cc2a12321
--- /dev/null
+++ b/llama/model.layers.11.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b4f7577acde0b28bdd7f1e2875e385345b448f7b34cc1d88fe346e2daa0934
+size 2113536
diff --git a/llama/model.layers.11.mlp.up_proj.qweight b/llama/model.layers.11.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..12a7412e74735b777036f58c7a98d5af88ac5f7a
--- /dev/null
+++ b/llama/model.layers.11.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9806afc3a4d50bebcef26351d5be0172367ac837eb2c884cb3e442ce27668735
+size 67633152
diff --git a/llama/model.layers.11.mlp.up_proj.qzeros b/llama/model.layers.11.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3e724c408bef43171d1db323b67387265487c3b8
--- /dev/null
+++ b/llama/model.layers.11.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f281126666ac3e9f107887483d826cbf87eaa486d74270f73a87b0b7e4fc4962
+size 528384
diff --git a/llama/model.layers.11.mlp.up_proj.scales b/llama/model.layers.11.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ddb6d84cadc064a6ae5fbe59b6b29314c9ce6e46
--- /dev/null
+++ b/llama/model.layers.11.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95c55a5fcc616c001f60ed765cad9b906aded7925253c577cb84132b7740ce
+size 2113536
diff --git a/llama/model.layers.11.post_attention_layernorm.weight b/llama/model.layers.11.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..196a4537e37a2df871f5e58dad9089e83f4a7713
--- /dev/null
+++ b/llama/model.layers.11.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19489ed0bc18326c5444e824cac136bd647d055deb653c15c62f25a244ed64cb
+size 24576
diff --git a/llama/model.layers.11.self_attn.k_proj.qweight b/llama/model.layers.11.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1e140b836ed80b1ab081cce694b570d39053f9ac
--- /dev/null
+++ b/llama/model.layers.11.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53f5f642e8d12735ec80d0832f8266a5a44540744f5f29047e69ff4e82f94cb
+size 25165824
diff --git a/llama/model.layers.11.self_attn.k_proj.qzeros b/llama/model.layers.11.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1e6879f61fc754da18b13deb3b6d26b677c473e0
--- /dev/null
+++ b/llama/model.layers.11.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d360606c7a89ed7ea2bbeefe87429d2806e86cbe76ed99df1247af73a47bc9
+size 196608
diff --git a/llama/model.layers.11.self_attn.k_proj.scales b/llama/model.layers.11.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..99c70161b35484666734bc5b428f7b64f4cf20cd
--- /dev/null
+++ b/llama/model.layers.11.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb49ff842141336076c143669fd10b158988a34f812049d0421db928fcbd32
+size 786432
diff --git a/llama/model.layers.11.self_attn.o_proj.qweight b/llama/model.layers.11.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9049a4ea2364a8611c270207862004398d311fd4
--- /dev/null
+++ b/llama/model.layers.11.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d993354ee8c15746b80ccfcfabb43f29b080ceb541a2de8d70a5871ccefd8f
+size 25165824
diff --git a/llama/model.layers.11.self_attn.o_proj.qzeros b/llama/model.layers.11.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..5a3b28ee2c62e4086ab22fa61ffcda4fe3c935f0
--- /dev/null
+++ b/llama/model.layers.11.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325046d9f3b370ba9c036404d5b24b1bf0440b7428811523223fdf8e3fea7cdd
+size 196608
diff --git a/llama/model.layers.11.self_attn.o_proj.scales b/llama/model.layers.11.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7841494fd5cc3e6985692543ae3fa715432c389e
--- /dev/null
+++ b/llama/model.layers.11.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4058809fb2ca9eaafeb0541ea447ee416351da1cb7185b9848b3c63cac1d997a
+size 786432
diff --git a/llama/model.layers.11.self_attn.q_proj.qweight b/llama/model.layers.11.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..8c5deed9eec84d7c9f5d053bffcd5fdb355fb122
--- /dev/null
+++ b/llama/model.layers.11.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6752a565c2667833e2f02dd5cc994bacfc748650b45bd5b99703c0293d497f38
+size 25165824
diff --git a/llama/model.layers.11.self_attn.q_proj.qzeros b/llama/model.layers.11.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..916194ff3945028cc874ea7ad5179b3431eafff1
--- /dev/null
+++ b/llama/model.layers.11.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7a25e2c572f4325221743d29c87e9130b0789eb2f646f5e176a8cd2384c6db
+size 196608
diff --git a/llama/model.layers.11.self_attn.q_proj.scales b/llama/model.layers.11.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..14aa6e9ba7afd1c7c3b248666d92c22ffb06aa29
--- /dev/null
+++ b/llama/model.layers.11.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d176e0f6e823b852b34e3d515f3440b5c7dc53d341ea6fbc075b3ca3cafb8761
+size 786432
diff --git a/llama/model.layers.11.self_attn.v_proj.qweight b/llama/model.layers.11.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..97c3560f344376506e34ec1af0c784fde6357edd
--- /dev/null
+++ b/llama/model.layers.11.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5162cb1aed83eb021615c4221368799450c2ade57cae461dcd52b95b0d933b81
+size 25165824
diff --git a/llama/model.layers.11.self_attn.v_proj.qzeros b/llama/model.layers.11.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2509a493f02193041c4b4b48ae116e4b40f52fa3
--- /dev/null
+++ b/llama/model.layers.11.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8ddf3dd1b73fb135b04e9fca124a7a279b121db6ed49285ce30f8befedd3cd
+size 196608
diff --git a/llama/model.layers.11.self_attn.v_proj.scales b/llama/model.layers.11.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..da288e277b80dc70e227cc0252cca9cef71d5d93
--- /dev/null
+++ b/llama/model.layers.11.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2391f3c20b597cb70b7d96fd1ded23a4e84e17ab0740013b9553e79b89e7345e
+size 786432
diff --git a/llama/model.layers.12.input_layernorm.weight b/llama/model.layers.12.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c9355b026edc9ad52e0fcf9dd3f77347d71eb322
--- /dev/null
+++ b/llama/model.layers.12.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661dff3867da6e84b109305510e9cbf366e3936b18ad3ffaa472062208c8a8a5
+size 24576
diff --git a/llama/model.layers.12.mlp.down_proj.qweight b/llama/model.layers.12.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d36f01d96407d73b0ed9be3ca6fc2e46aa75ea98
--- /dev/null
+++ b/llama/model.layers.12.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5224eb8dac980c508913ecb5e8a104c3f3d186f0dc4278ed7cada9602467c08c
+size 67633152
diff --git a/llama/model.layers.12.mlp.down_proj.qzeros b/llama/model.layers.12.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..90af4ae26431a57b1aff3bfc76349418ab1d2e0f
--- /dev/null
+++ b/llama/model.layers.12.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0181eda4d2b7cece4204b121ee35c5bdaea20bece17eb5f8566f8e73d3b7a39e
+size 528384
diff --git a/llama/model.layers.12.mlp.down_proj.scales b/llama/model.layers.12.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..db5bdec2b7eb81a80c1a40265e83cc7998915163
--- /dev/null
+++ b/llama/model.layers.12.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516e3da5018ce05713a1426085b5ca58eaec9cce4b129ee3d4d27334d8b2747c
+size 2113536
diff --git a/llama/model.layers.12.mlp.gate_proj.qweight b/llama/model.layers.12.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..562488240f7c0dbf898ae7ef4ae6742af8eac994
--- /dev/null
+++ b/llama/model.layers.12.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eca6b688ba508c7ecdcf78fbea2cc1402475e25399d8648ed9736eda69d8505
+size 67633152
diff --git a/llama/model.layers.12.mlp.gate_proj.qzeros b/llama/model.layers.12.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e484a38a94652784af3312cd696c04e5daa3d341
--- /dev/null
+++ b/llama/model.layers.12.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c791657a8f0ef80e3a70f308344c20fbcc9394be1f6c5eb866d7eac03820657
+size 528384
diff --git a/llama/model.layers.12.mlp.gate_proj.scales b/llama/model.layers.12.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7b8bde09785c62ad9023e565941164b3467f1501
--- /dev/null
+++ b/llama/model.layers.12.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468d7bec90bc12e03d7ffc6fccdfb4d67bba4c6876f444b2b1cc119fbaa93bf
+size 2113536
diff --git a/llama/model.layers.12.mlp.up_proj.qweight b/llama/model.layers.12.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..cd019e752094716c17dc55f21126b34f63e5db9e
--- /dev/null
+++ b/llama/model.layers.12.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084c9f0377a11e1f2d06f6d85a51ad0714899e934c31efde3ad9f277a816737e
+size 67633152
diff --git a/llama/model.layers.12.mlp.up_proj.qzeros b/llama/model.layers.12.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1c4b6df16399fb0dc2ed24b2343849ff355791cc
--- /dev/null
+++ b/llama/model.layers.12.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a026a54e32b2ea91dd78ad3e6fd46f74340fe016d05eeb0fbabb4ef1a760102e
+size 528384
diff --git a/llama/model.layers.12.mlp.up_proj.scales b/llama/model.layers.12.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a4a26d7041567e9ccf365e05082b4e48b238d24e
--- /dev/null
+++ b/llama/model.layers.12.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2b4d476dcd8eca6a4d0faa3f477d8b0681cc7c8b13d6d03c32365d75c93ef9
+size 2113536
diff --git a/llama/model.layers.12.post_attention_layernorm.weight b/llama/model.layers.12.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e44749a34eafb8848d1d03702ff468d00a2674d4
--- /dev/null
+++ b/llama/model.layers.12.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fae84f742978c11ed7ced1601e7e2ca049e308ae84a4b5c992ec5d058ac24cd
+size 24576
diff --git a/llama/model.layers.12.self_attn.k_proj.qweight b/llama/model.layers.12.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..b42fe845c83b0deada6ab8249e7ababf712a8e06
--- /dev/null
+++ b/llama/model.layers.12.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec22bfb7865405e20e2432371ac806153cde199566a26a9e1e25b820f2bc489
+size 25165824
diff --git a/llama/model.layers.12.self_attn.k_proj.qzeros b/llama/model.layers.12.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..647735333e2366092703188435494a4cff5dbbae
--- /dev/null
+++ b/llama/model.layers.12.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0ac48268a7a17fdcad78582865602325d29e9f993e3319729a4f47e0710029
+size 196608
diff --git a/llama/model.layers.12.self_attn.k_proj.scales b/llama/model.layers.12.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..439cc215e73bf031f6446cf819dce663131663f4
--- /dev/null
+++ b/llama/model.layers.12.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8392365e1e0980199921f224ee993431c546c82cad9ee0f3b8ea00801862d35d
+size 786432
diff --git a/llama/model.layers.12.self_attn.o_proj.qweight b/llama/model.layers.12.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..90510eff70d0dacd44970bcef152c60abcd74ec1
--- /dev/null
+++ b/llama/model.layers.12.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c27a629848b50d93aed6cb2d034a112dcbd454c1bde7cf4d00d02d998365f3c
+size 25165824
diff --git a/llama/model.layers.12.self_attn.o_proj.qzeros b/llama/model.layers.12.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..32443d364518b6677d6958e1c28b343333e70310
--- /dev/null
+++ b/llama/model.layers.12.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f160ac1b3df3f832013078e10f21aadb90997527fa1d3d524d8cb86b4054eb88
+size 196608
diff --git a/llama/model.layers.12.self_attn.o_proj.scales b/llama/model.layers.12.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3713afb31ee3ba3d8f53575448ca3ccc5b0700b4
--- /dev/null
+++ b/llama/model.layers.12.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2875dddb86d55ba2d6694ce24c362ffdab49649ddc758df6906d092052b60879
+size 786432
diff --git a/llama/model.layers.12.self_attn.q_proj.qweight b/llama/model.layers.12.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f4472a9d3c9b21355e69f68646aed5ddd71dff08
--- /dev/null
+++ b/llama/model.layers.12.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54483b7798f3222b5d5ead7d6c7924ea8dd819bb9bd7d6ceb2cfae1d2da34e9
+size 25165824
diff --git a/llama/model.layers.12.self_attn.q_proj.qzeros b/llama/model.layers.12.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4455a23ccd7e77eb707f2d8ee2f1738c8089f5a4
--- /dev/null
+++ b/llama/model.layers.12.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed93ac78c1baca9c68e1a34aa5627a1a1c2e94e2385de9b2cdc09f290daff6
+size 196608
diff --git a/llama/model.layers.12.self_attn.q_proj.scales b/llama/model.layers.12.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b764146e476a71356a6459267e744f5b2d3d4020
--- /dev/null
+++ b/llama/model.layers.12.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12066e1ceee4aa492b3cba50f8a437a60faa4eb48810c66931a9ce0537019ec2
+size 786432
diff --git a/llama/model.layers.12.self_attn.v_proj.qweight b/llama/model.layers.12.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..96d2f623bcf532036901833469d369341f76f057
--- /dev/null
+++ b/llama/model.layers.12.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4b6ce8fbe4138c5b394dee2731e894846263c4aca0197f84bc707e75ad5cab
+size 25165824
diff --git a/llama/model.layers.12.self_attn.v_proj.qzeros b/llama/model.layers.12.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d748607a580544f38dc86d68accb4443eb839fb5
--- /dev/null
+++ b/llama/model.layers.12.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e9ece58f41479de85ed356f3ed8da74145df6bf135e82066b7e73d4bd7424c
+size 196608
diff --git a/llama/model.layers.12.self_attn.v_proj.scales b/llama/model.layers.12.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..68e081bf8b683b6ea34aed4925ea26e45e4d2f93
--- /dev/null
+++ b/llama/model.layers.12.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca43700ad6aa24076904cf27c41517a6be33780c6f91ffc771cc53827cbff39
+size 786432
diff --git a/llama/model.layers.13.input_layernorm.weight b/llama/model.layers.13.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..73acc9819dcc62f5f7e36a0e333dcbe5be9cea76
--- /dev/null
+++ b/llama/model.layers.13.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5af6541f55828b6e3d9ba79f876947b460285004c2bc96309ae4e4ec9665865
+size 24576
diff --git a/llama/model.layers.13.mlp.down_proj.qweight b/llama/model.layers.13.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..36769bcdfbcefde7b0f4489a70792ca3b8692533
--- /dev/null
+++ b/llama/model.layers.13.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e26855f85560e49ecc888d344e9198d4a523880ef2f0e32efadc7a45ad0359
+size 67633152
diff --git a/llama/model.layers.13.mlp.down_proj.qzeros b/llama/model.layers.13.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f17d09503a41fa0906810b8184f1cabc19f63a52
--- /dev/null
+++ b/llama/model.layers.13.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5224c98a7a360b096aa39f5c35df2a62dd4c7b54744f7c0dd4765b3e211a19
+size 528384
diff --git a/llama/model.layers.13.mlp.down_proj.scales b/llama/model.layers.13.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4553f6df2ed094077a50de6ecd86146cc313ac99
--- /dev/null
+++ b/llama/model.layers.13.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2331fec16e3b505b9c5395ca7e86e769a9523be3d353cce703952992f00bdb
+size 2113536
diff --git a/llama/model.layers.13.mlp.gate_proj.qweight b/llama/model.layers.13.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..debadf66cc0dc5f911439fc5f8e698b42c2cf493
--- /dev/null
+++ b/llama/model.layers.13.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0e8b92a6737594fdd4893e70455ee8acdac98eff4309d349d8dc875077c9a9
+size 67633152
diff --git a/llama/model.layers.13.mlp.gate_proj.qzeros b/llama/model.layers.13.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c1f3a180bf2ab71bb4a836036fcd78a28433d322
--- /dev/null
+++ b/llama/model.layers.13.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e126923a130f9752fd58c050743a52d07b9b60737a9a5fb25c7c34d8937c6f
+size 528384
diff --git a/llama/model.layers.13.mlp.gate_proj.scales b/llama/model.layers.13.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0c2ff9ab8298d14bd9acd06a269e656ae0dbb509
--- /dev/null
+++ b/llama/model.layers.13.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208a49efb0264616429eeae08929419ea61f9815faa63f89151d11b0e3cc9d6e
+size 2113536
diff --git a/llama/model.layers.13.mlp.up_proj.qweight b/llama/model.layers.13.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dbb64783c35defb444824d94b2f50c3ea5b90ff4
--- /dev/null
+++ b/llama/model.layers.13.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af941cfc9334301a828075450271e51890cbc9d709f10764496c121acae303a
+size 67633152
diff --git a/llama/model.layers.13.mlp.up_proj.qzeros b/llama/model.layers.13.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1424ca980b15d939ee7ae3e7ac16251bcdfc9e2d
--- /dev/null
+++ b/llama/model.layers.13.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc38ec3c41637b7a115b1ee02ab1abba57825578d9e3098f65338325b846f790
+size 528384
diff --git a/llama/model.layers.13.mlp.up_proj.scales b/llama/model.layers.13.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6a78163376c531ea3ebd94f6819d5422e1f74449
--- /dev/null
+++ b/llama/model.layers.13.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0930bf11e1a43a8c639984902457a54e4ab95e3da059dbcb6dcee5677f14d202
+size 2113536
diff --git a/llama/model.layers.13.post_attention_layernorm.weight b/llama/model.layers.13.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1597ab757345ff8d9f99afe6c922b735d481eb7b
--- /dev/null
+++ b/llama/model.layers.13.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805844620767b0e7942cc0b5151b97f352bc09c17dd0772eab0c8efeeb3ef792
+size 24576
diff --git a/llama/model.layers.13.self_attn.k_proj.qweight b/llama/model.layers.13.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..68abf91dcee5f26922a890dd627f8a32bbbbe5bd
--- /dev/null
+++ b/llama/model.layers.13.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8d908b4e4a42732e6c6c8f94ca424367a25358e0f899437531459ab72a8f82
+size 25165824
diff --git a/llama/model.layers.13.self_attn.k_proj.qzeros b/llama/model.layers.13.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3654f5bdb6ba6c42ac6c38c4af92dc9a1c7492c3
--- /dev/null
+++ b/llama/model.layers.13.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54fd350a5ec5a2142ff0dba2f26b6f99eebce8e234d283a81ad452aa5a831df
+size 196608
diff --git a/llama/model.layers.13.self_attn.k_proj.scales b/llama/model.layers.13.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..41b0fbd57ced996de8da9e7c00aa0c4dc183337e
--- /dev/null
+++ b/llama/model.layers.13.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e072f71217ce548872cbd201f3a9ec13c42feca7540cf52b972293301aa4f92
+size 786432
diff --git a/llama/model.layers.13.self_attn.o_proj.qweight b/llama/model.layers.13.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1357abff9fffcef1d183e2d06b258fd25919d566
--- /dev/null
+++ b/llama/model.layers.13.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612dc332f7dc9f42e8eea71539636a998404c8456d3b5083e8de50d41b0154da
+size 25165824
diff --git a/llama/model.layers.13.self_attn.o_proj.qzeros b/llama/model.layers.13.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cf702d4b867eceaab925cd98af16295d5b9d98ff
--- /dev/null
+++ b/llama/model.layers.13.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161420089fa93a5ba34c3769a5055762937ee1502119559ce960b56f3df5c339
+size 196608
diff --git a/llama/model.layers.13.self_attn.o_proj.scales b/llama/model.layers.13.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..36efb87cdc423ef9d38dfb558d13a164b4a20292
--- /dev/null
+++ b/llama/model.layers.13.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4771b1414e044a6e2e34484ae52e8eebf69e8179035c5180dd94d0ce31feb8f
+size 786432
diff --git a/llama/model.layers.13.self_attn.q_proj.qweight b/llama/model.layers.13.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..c05a3f16c6cf8f6dec5b508cd62cd5114466fe34
--- /dev/null
+++ b/llama/model.layers.13.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb21177acb1ccf64f77df495190f1d6b82518b9e07732b3e9753a1cbd4bfa8a7
+size 25165824
diff --git a/llama/model.layers.13.self_attn.q_proj.qzeros b/llama/model.layers.13.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b302ae4b3175ac5859062ecc87d18a9104857570
--- /dev/null
+++ b/llama/model.layers.13.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e255ce8acc66a7bfe1f1313472f0246542cd99533ab01ad97f0a4a91f11e870
+size 196608
diff --git a/llama/model.layers.13.self_attn.q_proj.scales b/llama/model.layers.13.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7039240ae691a2684ab6d1673b29a8fd1703fac7
--- /dev/null
+++ b/llama/model.layers.13.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175d75b56c193203a52e5837cf4adfcab772eb180ec2803cdd8b9f8e3215a5b
+size 786432
diff --git a/llama/model.layers.13.self_attn.v_proj.qweight b/llama/model.layers.13.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..42cd7861bbdaa79879fa3faf6911780f4ea76514
--- /dev/null
+++ b/llama/model.layers.13.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76fba3f0a4802975483b987a1c6a4e29567b16d31815b02b0d73298a219f63
+size 25165824
diff --git a/llama/model.layers.13.self_attn.v_proj.qzeros b/llama/model.layers.13.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..7cc0c0027865b3078a0854c6b39886335d0224d0
--- /dev/null
+++ b/llama/model.layers.13.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239338a1982131c24e0238ed4476daab51a0c35c53e8e123cbb2e06eee55af5
+size 196608
diff --git a/llama/model.layers.13.self_attn.v_proj.scales b/llama/model.layers.13.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3d9ebb63cf9d37d6323ca1b48240ec0b2f6c25d9
--- /dev/null
+++ b/llama/model.layers.13.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aba571fd8e47e2cbbbdd6a24eae04c052b235bd862e07e5312b1f7de98d6bd8
+size 786432
diff --git a/llama/model.layers.14.input_layernorm.weight b/llama/model.layers.14.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..45a2bec8f5b2c1e0d77b9e2ed414197f03f79d9c
--- /dev/null
+++ b/llama/model.layers.14.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2791bdf8247bb77b9c9a8c2d7537b15cedd141623c5240b33d497b5391f48b
+size 24576
diff --git a/llama/model.layers.14.mlp.down_proj.qweight b/llama/model.layers.14.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f8163181a5f3f32b4d8845c466a734af7ad9837c
--- /dev/null
+++ b/llama/model.layers.14.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d1bc271dffc59eda331bd57b7f67dbcb9b40c2726eaea22a5785213f5676b
+size 67633152
diff --git a/llama/model.layers.14.mlp.down_proj.qzeros b/llama/model.layers.14.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..0fe2ea7a8f8632921eaa050c6834757bd8137c0d
--- /dev/null
+++ b/llama/model.layers.14.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22481d0478153a729337d93c6b911795626eecfd02bd05b3ff9415d1336e2ef
+size 528384
diff --git a/llama/model.layers.14.mlp.down_proj.scales b/llama/model.layers.14.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d98805d10ec06d3a17239498f6513562a51d2806
--- /dev/null
+++ b/llama/model.layers.14.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dca359844f73290dd90432844ae56c7c700d9e8e0074fa7010f40aa3cd69d6c
+size 2113536
diff --git a/llama/model.layers.14.mlp.gate_proj.qweight b/llama/model.layers.14.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..023c316df7cb0d0c23f411b3ef116f271232217a
--- /dev/null
+++ b/llama/model.layers.14.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f769c8338f1f15221d47df57d5c11a0ba0840aa0d2f96f3b3057874f28199435
+size 67633152
diff --git a/llama/model.layers.14.mlp.gate_proj.qzeros b/llama/model.layers.14.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e0a59105684172be5e9e27571459626652a0b6b1
--- /dev/null
+++ b/llama/model.layers.14.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c639fa6d414371c114efcf17336a89901b63497e9e174b89a0bef551d4368137
+size 528384
diff --git a/llama/model.layers.14.mlp.gate_proj.scales b/llama/model.layers.14.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..584144c9eea5b84327410053edebab282bebde75
--- /dev/null
+++ b/llama/model.layers.14.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd4840768e1d9222012e96f0a363ef514196b953d932ea22eadae542539e23d
+size 2113536
diff --git a/llama/model.layers.14.mlp.up_proj.qweight b/llama/model.layers.14.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..60a495a5aff8e2fe1f6ee083a137762420a4ac28
--- /dev/null
+++ b/llama/model.layers.14.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5b8c971d9d93daf65eea33412b044ddd0364cea7a8f48a45d87067dca4990b
+size 67633152
diff --git a/llama/model.layers.14.mlp.up_proj.qzeros b/llama/model.layers.14.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..53d67f224f5265eed5d1bea58bed21eca31046eb
--- /dev/null
+++ b/llama/model.layers.14.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b326dca06bb7345127dc79e1803b5872ad4f9eb55757efce606868dbd3f52ee
+size 528384
diff --git a/llama/model.layers.14.mlp.up_proj.scales b/llama/model.layers.14.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0750ad5cc5f59836b9b8a929afada140c706bac4
--- /dev/null
+++ b/llama/model.layers.14.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5700555a01174488278baae0c4f8a798880956ddf1a56728a34bf9434f577b15
+size 2113536
diff --git a/llama/model.layers.14.post_attention_layernorm.weight b/llama/model.layers.14.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cb79ac2ba38e76564b0c597a21ab9d960b7fdf66
--- /dev/null
+++ b/llama/model.layers.14.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a80cb9639510f29170138b5f1df424e0ffe5878ae940eba4a13c2700c8040f8
+size 24576
diff --git a/llama/model.layers.14.self_attn.k_proj.qweight b/llama/model.layers.14.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..06a4e74f38ce3ca0865d4680fdfe59fceda59e48
--- /dev/null
+++ b/llama/model.layers.14.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15335cb399b5e9664ec13e93e94feadc7046c6b52dbf28d40d2922d765481817
+size 25165824
diff --git a/llama/model.layers.14.self_attn.k_proj.qzeros b/llama/model.layers.14.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b8efec35c836d56ff8064d1b03a64b20fcd5fc98
--- /dev/null
+++ b/llama/model.layers.14.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd7ffe3fb38cfedce73855371973d5b5abec2118cfe1792efe1257dc8718f0f
+size 196608
diff --git a/llama/model.layers.14.self_attn.k_proj.scales b/llama/model.layers.14.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9f5230dfff670cb63ba89510149fec2483220439
--- /dev/null
+++ b/llama/model.layers.14.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc204476b513d8a688ebf82258106aece04d5a8b1d47c45e02b2f7918d0de2d5
+size 786432
diff --git a/llama/model.layers.14.self_attn.o_proj.qweight b/llama/model.layers.14.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..8e7b66c8fb5b0b65ab035033e7bfc0c2390dba74
--- /dev/null
+++ b/llama/model.layers.14.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e914d8e857b4a3ed13b813ae3b9b9c2e0083ba4ffce2c3b043c4864d9313c39
+size 25165824
diff --git a/llama/model.layers.14.self_attn.o_proj.qzeros b/llama/model.layers.14.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa8011e8ccf610185b662025588b298d9f8ec9
--- /dev/null
+++ b/llama/model.layers.14.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a41336d3da29aea1c6389204bf6b327bfb7b6d94676f44db1e45089f9711b9e
+size 196608
diff --git a/llama/model.layers.14.self_attn.o_proj.scales b/llama/model.layers.14.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b000ed7e6c0c44248c5d18c07f466bf98fd191c6
--- /dev/null
+++ b/llama/model.layers.14.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55e55886be2bc99b81bb18a084d59e79fdc87c70682a3836fc122db21170acf
+size 786432
diff --git a/llama/model.layers.14.self_attn.q_proj.qweight b/llama/model.layers.14.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..e427e3029cd5f7c5aef6961f7043ea9e4a3c422d
--- /dev/null
+++ b/llama/model.layers.14.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a361dfb636061f56d4711383610fe336b8044b653f8c1687e7561d00aee80
+size 25165824
diff --git a/llama/model.layers.14.self_attn.q_proj.qzeros b/llama/model.layers.14.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1a3a15d1a924d53976deb4a8bdcddd8c54c9b133
--- /dev/null
+++ b/llama/model.layers.14.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ae72e750ea93245bc767d724270e3a76484af278c4111cc9f13717ea395e6f
+size 196608
diff --git a/llama/model.layers.14.self_attn.q_proj.scales b/llama/model.layers.14.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..67bdc9e9c035e24849f2400237990d6a8a6bba08
--- /dev/null
+++ b/llama/model.layers.14.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f60ab6e7b6aee1850ed83bf21d3b49da852f03ab93bc34bc4ac9d3bb418228
+size 786432
diff --git a/llama/model.layers.14.self_attn.v_proj.qweight b/llama/model.layers.14.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..65443a6e0e8da3053674c9ba1412a5a8667a68f6
--- /dev/null
+++ b/llama/model.layers.14.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480ae1c18a5fb170c8a8efcbfe492c4487ba5d1fea698d35c03a83a6499e830c
+size 25165824
diff --git a/llama/model.layers.14.self_attn.v_proj.qzeros b/llama/model.layers.14.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b098941c383cfa60de681514321f80d4235f3db0
--- /dev/null
+++ b/llama/model.layers.14.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2336f0f0516be185f4ef0d5bdf845281a05496289286f3904a2fad03f7d4b66
+size 196608
diff --git a/llama/model.layers.14.self_attn.v_proj.scales b/llama/model.layers.14.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c720ba6d8f864bd53eef953ec1ef86b689580a97
--- /dev/null
+++ b/llama/model.layers.14.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95daab8e1a14f24079e75517e156f916736558ec74d23c6a59eec5e3c01dbe7c
+size 786432
diff --git a/llama/model.layers.15.input_layernorm.weight b/llama/model.layers.15.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f11a64821242e242f73b92d34ad706d2fd977206
--- /dev/null
+++ b/llama/model.layers.15.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba4b3307d7b799dc02883a75b9c2395b1c2203440e718bb535ce4c5c3880851
+size 24576
diff --git a/llama/model.layers.15.mlp.down_proj.qweight b/llama/model.layers.15.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..0c05d4b02a9855c1437fa3771a1a9ac4a49fd7dd
--- /dev/null
+++ b/llama/model.layers.15.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a296bd30364bcd27b8cf1ac6b94a54c60efc2aea22852b51cfbcd30521d21db
+size 67633152
diff --git a/llama/model.layers.15.mlp.down_proj.qzeros b/llama/model.layers.15.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cfb31b90ed914462fc088056c269b75a093e9c37
--- /dev/null
+++ b/llama/model.layers.15.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e51b828a18224255cd7c684f7af2bb019b14801bc8a5d82b196d2eab5d0e24f
+size 528384
diff --git a/llama/model.layers.15.mlp.down_proj.scales b/llama/model.layers.15.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a8300e301c786c30a718ed11158a8e569ae1a014
--- /dev/null
+++ b/llama/model.layers.15.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01def98f4ce1910df2999b4adba5492b35b04f799668aa6d2f674024a917cfbc
+size 2113536
diff --git a/llama/model.layers.15.mlp.gate_proj.qweight b/llama/model.layers.15.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..31e81af26785808fa9a980bd5d62808da43330c0
--- /dev/null
+++ b/llama/model.layers.15.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb8734e6ee33a6407467eab8ddc900e758b8f7d63bc1dbe8218f126268b4806
+size 67633152
diff --git a/llama/model.layers.15.mlp.gate_proj.qzeros b/llama/model.layers.15.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3b97b83b8f110b873ea0a443fabca4ebec4c216c
--- /dev/null
+++ b/llama/model.layers.15.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eaf6f7e0a41f5ff8ac61764ca70c8c23b18419a6f58370d4b52010cbc0f646
+size 528384
diff --git a/llama/model.layers.15.mlp.gate_proj.scales b/llama/model.layers.15.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b5df1a346fca836f3e4de53a2e671f4592cdfdd7
--- /dev/null
+++ b/llama/model.layers.15.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4673794e2214e9408e16ccf9d743b2224ebaa1bebe308c34d22690e0afa988c
+size 2113536
diff --git a/llama/model.layers.15.mlp.up_proj.qweight b/llama/model.layers.15.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..73c560d7ea9f38174879f125b58bd36d0f2d8e45
--- /dev/null
+++ b/llama/model.layers.15.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd395a71e1398981f1dc2dd43b958040e683691a5376815dd62703d5621d5cd0
+size 67633152
diff --git a/llama/model.layers.15.mlp.up_proj.qzeros b/llama/model.layers.15.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3b30ce5dd870b1c6ad7e6ad15ec5f2d9471bc83c
--- /dev/null
+++ b/llama/model.layers.15.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac9d766b1f93e051a967557e756a08b6747214dc9944bf4cdf3b61d40530a04
+size 528384
diff --git a/llama/model.layers.15.mlp.up_proj.scales b/llama/model.layers.15.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..131b60f3805162ecacd56296d59366c13d81aac2
--- /dev/null
+++ b/llama/model.layers.15.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd290a1246c4ddc8aade9d7505af2d6fc088d60771d9dbf47e874e0f9bc7a08e
+size 2113536
diff --git a/llama/model.layers.15.post_attention_layernorm.weight b/llama/model.layers.15.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..733fd504080d88410b8b9ed342725e0ebc480b5e
--- /dev/null
+++ b/llama/model.layers.15.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e948a9e8215072961875fbfd1bda59241046cef565bdfb1ab3485594a7bd26
+size 24576
diff --git a/llama/model.layers.15.self_attn.k_proj.qweight b/llama/model.layers.15.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..417a7851eb481205e55dcfb661a0235782f03021
--- /dev/null
+++ b/llama/model.layers.15.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08761a6d9d143cde93e9c50682e2247395ee91f1adfe699c5d3f0fa667812f00
+size 25165824
diff --git a/llama/model.layers.15.self_attn.k_proj.qzeros b/llama/model.layers.15.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..58bc72b2f1064a3390b8fbb17e4a30bd5b9a95b4
--- /dev/null
+++ b/llama/model.layers.15.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2492da7895b9330a8ebdbab31870fbc6a2d697e2e757be984b63ab6c63940044
+size 196608
diff --git a/llama/model.layers.15.self_attn.k_proj.scales b/llama/model.layers.15.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c8cdc5948d7c94e7ae0dbb199fd0c90a07aa4fb2
--- /dev/null
+++ b/llama/model.layers.15.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7464e3442fb305c36488904bd5d16c49e7b08134fcbfad39ad21a7c8a734620d
+size 786432
diff --git a/llama/model.layers.15.self_attn.o_proj.qweight b/llama/model.layers.15.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dcb9e1610d7fc4149a01155fb9157eed768e24ce
--- /dev/null
+++ b/llama/model.layers.15.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c563e34deb7953b446d4e4525f1d0eea486b354da100a1c4c96330a088299a2
+size 25165824
diff --git a/llama/model.layers.15.self_attn.o_proj.qzeros b/llama/model.layers.15.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..02b6e121b883b40bda23b33bf82d1af6b65ced5f
--- /dev/null
+++ b/llama/model.layers.15.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737d1114ac0df9b2b5eba55763180da5b5d2a4350f03f5901a8e3836d86e5afb
+size 196608
diff --git a/llama/model.layers.15.self_attn.o_proj.scales b/llama/model.layers.15.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..efc668ee72b22835dd0cca2392a700883bc816a7
--- /dev/null
+++ b/llama/model.layers.15.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a946bd6853403919a42e81653f3316069f64290c4640ee88137e2b3b966118
+size 786432
diff --git a/llama/model.layers.15.self_attn.q_proj.qweight b/llama/model.layers.15.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..cfb3d87886e09d4c9ac52d2f125195598caed9b3
--- /dev/null
+++ b/llama/model.layers.15.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c64b9a3e7ff866a7f045cd4ee0e560bc386ecf716468690668b501e77ca24
+size 25165824
diff --git a/llama/model.layers.15.self_attn.q_proj.qzeros b/llama/model.layers.15.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..22e734def02914e4a1f9f0fb1d59f6de0f52f08c
--- /dev/null
+++ b/llama/model.layers.15.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15edd4cc535d940c701e97c3cfd339fb477620f9ad05025f73532226d8b6b64a
+size 196608
diff --git a/llama/model.layers.15.self_attn.q_proj.scales b/llama/model.layers.15.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..31870cb24d79cf4a11b657e8822e08fbbee9d161
--- /dev/null
+++ b/llama/model.layers.15.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df25e0e13acef3b72da0877b17f560aca34d232095ed6980249e81a86cbad7ed
+size 786432
diff --git a/llama/model.layers.15.self_attn.v_proj.qweight b/llama/model.layers.15.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..6734d92024b5201be337c39667d81922d3316e6a
--- /dev/null
+++ b/llama/model.layers.15.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703fbe6c8f13661f454ccf51c1fbd955822a219e5a336277c69de25d26ac09fb
+size 25165824
diff --git a/llama/model.layers.15.self_attn.v_proj.qzeros b/llama/model.layers.15.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..35582ff11c389c40698767bf03fdaadf2154135a
--- /dev/null
+++ b/llama/model.layers.15.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5222f3d41c19cb504a047ef28714163750fde35e75836232ef76561b6cde5f
+size 196608
diff --git a/llama/model.layers.15.self_attn.v_proj.scales b/llama/model.layers.15.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c0124ef5831f5095dbdc03e113fd53d94ea29360
--- /dev/null
+++ b/llama/model.layers.15.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe7e7e84fbb1dc8ad3763d4aac0b9b69cfa1f18b56908b2b5bcbb64fac3eb21
+size 786432
diff --git a/llama/model.layers.16.input_layernorm.weight b/llama/model.layers.16.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..cba113b18d994b6eaec7d5f9faa6dcb205eed0ab
--- /dev/null
+++ b/llama/model.layers.16.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b991dbc7cf4556a77f99e9e6d568eaf56e741cbaafe5b051429325132bf8825a
+size 24576
diff --git a/llama/model.layers.16.mlp.down_proj.qweight b/llama/model.layers.16.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..c3d54ced2f445aeb35a92599a79c2f0fed2aa9dc
--- /dev/null
+++ b/llama/model.layers.16.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee8c4298e0ef22e786512e001642a29b90ea5e481aae950d0602111fe218627
+size 67633152
diff --git a/llama/model.layers.16.mlp.down_proj.qzeros b/llama/model.layers.16.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..7419ca9079cd2b11fea8a36ae6408fe261a2184b
--- /dev/null
+++ b/llama/model.layers.16.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2539827216f5e164f8dfe034c4892f99514aed100d02098dd681198328b505e
+size 528384
diff --git a/llama/model.layers.16.mlp.down_proj.scales b/llama/model.layers.16.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d2b955a482e063d8595ee494152e567a4107200d
--- /dev/null
+++ b/llama/model.layers.16.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4831fc7090b20391d17b6920c0d1152caca9d6d850bbfab9c7bae73865c3cc55
+size 2113536
diff --git a/llama/model.layers.16.mlp.gate_proj.qweight b/llama/model.layers.16.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..45175bd3d0199686fe0d7e17e954c06f8fb9e87a
--- /dev/null
+++ b/llama/model.layers.16.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84869334a7ffdf9a93c7675884d848f80bfc845fca62ef2a5dab6bc1ddabced4
+size 67633152
diff --git a/llama/model.layers.16.mlp.gate_proj.qzeros b/llama/model.layers.16.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..5c6198eff2a8027d5dba11b30fcfb13186a53826
--- /dev/null
+++ b/llama/model.layers.16.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f14b112772482f2859657a96bd9fd01de8e355b1da19a049176df9ed7054b04
+size 528384
diff --git a/llama/model.layers.16.mlp.gate_proj.scales b/llama/model.layers.16.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e2f4f9b8d74a3c6371911bdb54daaaa71f74bc13
--- /dev/null
+++ b/llama/model.layers.16.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011ab88c0bf76cde59b5a5a2fcba250af5997a4864a9ab0c4eeb8b9bdc29a86d
+size 2113536
diff --git a/llama/model.layers.16.mlp.up_proj.qweight b/llama/model.layers.16.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..8dbbda2eaee31bd0b2ba02cb9e4804518dc7bc6c
--- /dev/null
+++ b/llama/model.layers.16.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff54e34e7971c9e949fb1597dc371a1a4f2793a05942978e7492e3427988dd
+size 67633152
diff --git a/llama/model.layers.16.mlp.up_proj.qzeros b/llama/model.layers.16.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..6b605c629fecec8cb4cd881d33be6f4118b8fb9e
--- /dev/null
+++ b/llama/model.layers.16.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af88ceddedecb2f63a4c94242547c4b49dfef5886782538113a06d78eff1f16d
+size 528384
diff --git a/llama/model.layers.16.mlp.up_proj.scales b/llama/model.layers.16.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b8b384ede8f471fbc686cf1acb36f04a19d96dae
--- /dev/null
+++ b/llama/model.layers.16.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a443c5a1e07d2c4fbb4b9d71b231aac6b44bfb949fe26ed17d84eb931f8c235
+size 2113536
diff --git a/llama/model.layers.16.post_attention_layernorm.weight b/llama/model.layers.16.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..aab2f320d2e607ba2437e41feb6a838824b3e7ea
--- /dev/null
+++ b/llama/model.layers.16.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d9f9fe8c050548d57cb873eeedd2175645cd4e411c3106a26ac5c38d7352c5
+size 24576
diff --git a/llama/model.layers.16.self_attn.k_proj.qweight b/llama/model.layers.16.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..747e8dc0f83bf11582af81e268487b65a56fcb0d
--- /dev/null
+++ b/llama/model.layers.16.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a86c0af468668f20b3bf037ca8403430cb964b1f896801d627bffd0ddd2f4f
+size 25165824
diff --git a/llama/model.layers.16.self_attn.k_proj.qzeros b/llama/model.layers.16.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..74f79705088737794bcab985ae024717a6d0427d
--- /dev/null
+++ b/llama/model.layers.16.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dffd8fbab665dca16355565e3bacf5afb3de4b07dca9eef601037fa5c107b3
+size 196608
diff --git a/llama/model.layers.16.self_attn.k_proj.scales b/llama/model.layers.16.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..db379d63be92e7a061c7e8dd279b46fc4c487dd1
--- /dev/null
+++ b/llama/model.layers.16.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3599e824a1c877da8c6d44ce032f5bf289a00bc9bd8e8c9318e76bd6a28c1e01
+size 786432
diff --git a/llama/model.layers.16.self_attn.o_proj.qweight b/llama/model.layers.16.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..689c764e1693ef9ddf2bfb93022b00d6a2ad9c4f
--- /dev/null
+++ b/llama/model.layers.16.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524897961a6b5513307c58a49b3f96abe3e4d17f0914ec22b4cd88d7827122a7
+size 25165824
diff --git a/llama/model.layers.16.self_attn.o_proj.qzeros b/llama/model.layers.16.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..7ef12d01839034d0b4066d38d849f1bdc84e7fb9
--- /dev/null
+++ b/llama/model.layers.16.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659288ccf522eba832cc1e0bf6d3329027a2b8f36829023f09e96f75737fafff
+size 196608
diff --git a/llama/model.layers.16.self_attn.o_proj.scales b/llama/model.layers.16.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5d21d086b97581571c4eca6a5898493a7cd47a79
--- /dev/null
+++ b/llama/model.layers.16.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8cfb46c9ef5f1426ffbaf3ae4e02103e0a92635d993cfef562a027721b88fc
+size 786432
diff --git a/llama/model.layers.16.self_attn.q_proj.qweight b/llama/model.layers.16.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..592a8139efcaee9c50f6a5ab0f50e774df2564f7
--- /dev/null
+++ b/llama/model.layers.16.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c567e6f6bab4c46461f86c05e27b6a072276ec79c67199e96c4891eac31766
+size 25165824
diff --git a/llama/model.layers.16.self_attn.q_proj.qzeros b/llama/model.layers.16.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e8238e104602847dff0e0a3c843b1680a542b67a
--- /dev/null
+++ b/llama/model.layers.16.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f427e5ad1e3d93e1de4881ff6532a5dc13a23f3455b56b9a8e40443effe8ed41
+size 196608
diff --git a/llama/model.layers.16.self_attn.q_proj.scales b/llama/model.layers.16.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3c3c56e1dc3922010d4664f11394fabaa56ecedd
--- /dev/null
+++ b/llama/model.layers.16.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0910ece583e1618a5621476759a9e917b68e4c66dd2224a755b0d4d9abd2199
+size 786432
diff --git a/llama/model.layers.16.self_attn.v_proj.qweight b/llama/model.layers.16.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..bd21a3fe363acd1cbb069d2a7bd80d025d86ee2a
--- /dev/null
+++ b/llama/model.layers.16.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba5b5d74e348f43d1b0be65eb8743be821fcc250a819fc5a04942095549969
+size 25165824
diff --git a/llama/model.layers.16.self_attn.v_proj.qzeros b/llama/model.layers.16.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..fb5c29fe2d4ca6b96400525483f8c9e89fbe5ce0
--- /dev/null
+++ b/llama/model.layers.16.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dcf02a2ffc27db10251f4cde425ff571a0b14c01d40be7839673668b64d54f
+size 196608
diff --git a/llama/model.layers.16.self_attn.v_proj.scales b/llama/model.layers.16.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d9146295c62bab297384457f1b3bce2d41273
--- /dev/null
+++ b/llama/model.layers.16.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f945eb5995ff3fa4a0071c7ae488a4913640de8cfce1349276a2e9b092c527
+size 786432
diff --git a/llama/model.layers.17.input_layernorm.weight b/llama/model.layers.17.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..f212168a347fb39667e2030089047bd1c1e963d1
--- /dev/null
+++ b/llama/model.layers.17.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccc6aa73fad11c7141749500dd154fe8f7f92e13b4b89d6654bbaf3c9d89518
+size 24576
diff --git a/llama/model.layers.17.mlp.down_proj.qweight b/llama/model.layers.17.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..8c81dca571d8ba05f47cb17add03e594e88e6b79
--- /dev/null
+++ b/llama/model.layers.17.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e051d137969b8ac13fb9dc9a87599ec064c637c8bb37150d73997b9e5517d9
+size 67633152
diff --git a/llama/model.layers.17.mlp.down_proj.qzeros b/llama/model.layers.17.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..7b28d2a3db59acaa22293744cbfc4b83b831abc1
--- /dev/null
+++ b/llama/model.layers.17.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b62018c37857e036743955ef96bc25408eee696db80a14117197bf6fdc5bcd7
+size 528384
diff --git a/llama/model.layers.17.mlp.down_proj.scales b/llama/model.layers.17.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4d21d6caf89f1ed050aa01304676c8e56a82a5f5
--- /dev/null
+++ b/llama/model.layers.17.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0829b03dd25ee95b20562c86da1049292d76bb737b77edb4e7f5de6fa47f088
+size 2113536
diff --git a/llama/model.layers.17.mlp.gate_proj.qweight b/llama/model.layers.17.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ef816579dd89f037bd81abd87ca1c363984364b4
--- /dev/null
+++ b/llama/model.layers.17.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f39e23b45fddf7a3af14d776d3cc33d3b5d7e2a7d53328fff7102922cfc52d6
+size 67633152
diff --git a/llama/model.layers.17.mlp.gate_proj.qzeros b/llama/model.layers.17.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1c7cfe956bfdbf82bd710e6a15e51a1927b0f57c
--- /dev/null
+++ b/llama/model.layers.17.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89a769e57918813d4a504704cc591b47ec7037bd0089d17fd340f223aa4a7ed
+size 528384
diff --git a/llama/model.layers.17.mlp.gate_proj.scales b/llama/model.layers.17.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5e58231cfe668cf01a27d830f3cbce0f36e0aff2
--- /dev/null
+++ b/llama/model.layers.17.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa4f53a49623b95ff8dcd5105d613a5fce509ea6cfd5437f746c90fbe8384cd
+size 2113536
diff --git a/llama/model.layers.17.mlp.up_proj.qweight b/llama/model.layers.17.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dd328480b83d9e406117c7e786317365a2303d94
--- /dev/null
+++ b/llama/model.layers.17.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7637b5fe72da1be8e9fed5489c7c1c35f82591e5142a83e5e595139668c6ed6a
+size 67633152
diff --git a/llama/model.layers.17.mlp.up_proj.qzeros b/llama/model.layers.17.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d2e415a2eb341b7f16d668678a2a0c1ee598c
--- /dev/null
+++ b/llama/model.layers.17.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601b6ce4d2909abcd272b44a77cdbc684f88c2ed0b0fe5b6a4a66471f1b4cbd2
+size 528384
diff --git a/llama/model.layers.17.mlp.up_proj.scales b/llama/model.layers.17.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..20f46a7984eec1b789621b3eeaf75e100c7e57a2
--- /dev/null
+++ b/llama/model.layers.17.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4ef63530dce4e3c76244d94b90b4c7d5a6b20dff314ca8356857ffaa295c61
+size 2113536
diff --git a/llama/model.layers.17.post_attention_layernorm.weight b/llama/model.layers.17.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..aa8b769b9b9a56f8384ee8d2e878218f7fcbe81c
--- /dev/null
+++ b/llama/model.layers.17.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6aaab2ce93a4e84aa321f3ea290fb8b801e57e60c36ee843a7e9bc155a329e
+size 24576
diff --git a/llama/model.layers.17.self_attn.k_proj.qweight b/llama/model.layers.17.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..439c0d5e547e25d244ca9b7974c8067b5f9d683a
--- /dev/null
+++ b/llama/model.layers.17.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce42306e186e4c51ac4377d846e8255563ee15d84529b6c418b77d2e54a838a
+size 25165824
diff --git a/llama/model.layers.17.self_attn.k_proj.qzeros b/llama/model.layers.17.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2a375eb246c46750d77771c62b1453c4b5aa3e9b
--- /dev/null
+++ b/llama/model.layers.17.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9451b02c718d7f979be9916a8e23c906c530805869ceb1a8ee4334b8f023d6
+size 196608
diff --git a/llama/model.layers.17.self_attn.k_proj.scales b/llama/model.layers.17.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8eb42df94781a3481d831f0bb94e011a28678ee6
--- /dev/null
+++ b/llama/model.layers.17.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d173e1ff20b81b4b2ca01e91ed805aee619102a58340beece438f67059d7c9dd
+size 786432
diff --git a/llama/model.layers.17.self_attn.o_proj.qweight b/llama/model.layers.17.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..260d80a972b1e0b96d54d3d2b68334cce21a5205
--- /dev/null
+++ b/llama/model.layers.17.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1517eb80afe9c4dfb3e8b359d22c825128820ec93b09eb50e29e3374c4cef870
+size 25165824
diff --git a/llama/model.layers.17.self_attn.o_proj.qzeros b/llama/model.layers.17.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..bb2ddaefbdbc09f62dba38d331a78ba7e35665b1
--- /dev/null
+++ b/llama/model.layers.17.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b51ec7c3901ca5643f6efe8f65288435e9ac8eabecfbdae61f27d494f625b01
+size 196608
diff --git a/llama/model.layers.17.self_attn.o_proj.scales b/llama/model.layers.17.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..70ec8b3edec05c937184174559d16e41b3be82b9
--- /dev/null
+++ b/llama/model.layers.17.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe878f5aac7d7a2ba59cb8ff4cfc51a638e75c9d74a49e27d617183a9d475de5
+size 786432
diff --git a/llama/model.layers.17.self_attn.q_proj.qweight b/llama/model.layers.17.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ba4ca726d617b0e85b7170d27ac2f4e9d1981c7a
--- /dev/null
+++ b/llama/model.layers.17.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a94222b24ff92f980a5b11c597cf6bd4d026218162e24434d0df7ba1647875
+size 25165824
diff --git a/llama/model.layers.17.self_attn.q_proj.qzeros b/llama/model.layers.17.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a75f768f5bdd6de11ed09cd928191519b13116c9
--- /dev/null
+++ b/llama/model.layers.17.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755aab5db65563cc319a162a08a9d4b6626679f159b355d1b1aa0e6970ad9857
+size 196608
diff --git a/llama/model.layers.17.self_attn.q_proj.scales b/llama/model.layers.17.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b5fdeeed30bdd4045b5fc3a58229f36d3558a0bf
--- /dev/null
+++ b/llama/model.layers.17.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcffcca8d25b6a56eae336cb26e81a0de1d9ac7f7ffdadb3563891b8e2d989b
+size 786432
diff --git a/llama/model.layers.17.self_attn.v_proj.qweight b/llama/model.layers.17.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..928c85042d33246911181c0a88fc0d513869e7ec
--- /dev/null
+++ b/llama/model.layers.17.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5832b347c839d9ff356b6fa5bcf3b42680d932282f372ddf7d60ba542aa5a349
+size 25165824
diff --git a/llama/model.layers.17.self_attn.v_proj.qzeros b/llama/model.layers.17.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9c6e11458d87dbcb911166fbb212b39b7aca93f1
--- /dev/null
+++ b/llama/model.layers.17.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fb5cc9d9386886a88b3917b8d1b4b8c7b4b40054dd9e359c6b2806b1a4b0d6
+size 196608
diff --git a/llama/model.layers.17.self_attn.v_proj.scales b/llama/model.layers.17.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6d8786b24b8065dcb69e1f1cf665e39d9d0b3469
--- /dev/null
+++ b/llama/model.layers.17.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46c2c067fc4650e7529ef18e523eed6587c132dbb7b5b9f5ea089730e385f8b
+size 786432
diff --git a/llama/model.layers.18.input_layernorm.weight b/llama/model.layers.18.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..437495091107351c1bfd9642af6504f7238782f6
--- /dev/null
+++ b/llama/model.layers.18.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9a79109e0ea0509a61a698b69d356f0ee76ff4c0024c5f78d0ac59db64188b
+size 24576
diff --git a/llama/model.layers.18.mlp.down_proj.qweight b/llama/model.layers.18.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..b310dd20a2d10070c93f7141792e4ea71e3b78e9
--- /dev/null
+++ b/llama/model.layers.18.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e160218101635c18d9205949eba28326f806a22c8ebda3748d3aa2812f1a71
+size 67633152
diff --git a/llama/model.layers.18.mlp.down_proj.qzeros b/llama/model.layers.18.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cb0a51693fccf6758ad69f6ea19ee8b4d26b8d59
--- /dev/null
+++ b/llama/model.layers.18.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24812841eff56dc2ec42857061af393268cb07c9b330d21f815936f78bc1b49
+size 528384
diff --git a/llama/model.layers.18.mlp.down_proj.scales b/llama/model.layers.18.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5481ede87ad0ec16dfa69dd17fd4b815f26f2168
--- /dev/null
+++ b/llama/model.layers.18.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e58c9f92c4643da3a929ebc8558d922e5f6b1e729f4abbbb6da746bcbfb219
+size 2113536
diff --git a/llama/model.layers.18.mlp.gate_proj.qweight b/llama/model.layers.18.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..db33c5c03d4d8871b03df7e42c379d76db35bc2a
--- /dev/null
+++ b/llama/model.layers.18.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9842319420f9d5c780b9c40c2385570d55fea28ef10fb21db3a002033a54439e
+size 67633152
diff --git a/llama/model.layers.18.mlp.gate_proj.qzeros b/llama/model.layers.18.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2e9ff16b63fd7b208ecb2462810d16d8b6753bce
--- /dev/null
+++ b/llama/model.layers.18.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2d57a8dfb5c50d4ef1743a95b4465427a7ca5155e735f9e6eff58c8851d44c
+size 528384
diff --git a/llama/model.layers.18.mlp.gate_proj.scales b/llama/model.layers.18.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ae7d901cac24d8516e40f88ff37665e441ca7a06
--- /dev/null
+++ b/llama/model.layers.18.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574936468fcf5965ee8a0a4190a563616fa5fd983d63539fb2340da512ef19ba
+size 2113536
diff --git a/llama/model.layers.18.mlp.up_proj.qweight b/llama/model.layers.18.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..b0abb151ef97c6f8f507d43d4cd8112cdacf8ef2
--- /dev/null
+++ b/llama/model.layers.18.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed6d6bfe25abd0ad15633dbe9fbe826c37cfc59f9489555a42e7cb53515383
+size 67633152
diff --git a/llama/model.layers.18.mlp.up_proj.qzeros b/llama/model.layers.18.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a58ee3df43d710a344a3f9aa525bb8b11310a5e7
--- /dev/null
+++ b/llama/model.layers.18.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b286c75847124480dabb85e07c68d3874988d8d69fb824a507ccc0f7f27f59
+size 528384
diff --git a/llama/model.layers.18.mlp.up_proj.scales b/llama/model.layers.18.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f3a4f5161e98a9a0fabdcdebe8120dbedb38d77f
--- /dev/null
+++ b/llama/model.layers.18.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8bca917fe145fe53be7f93e103454288e648baec1867359a82b9de81b9b5b0
+size 2113536
diff --git a/llama/model.layers.18.post_attention_layernorm.weight b/llama/model.layers.18.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..9e8d0bd7c5e2351fef65d191286aaec081787dd0
--- /dev/null
+++ b/llama/model.layers.18.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7cfd0cc29bdddf46d503f45fdcc45e68f3ed53eecca025c0cc45a18be9b7ff
+size 24576
diff --git a/llama/model.layers.18.self_attn.k_proj.qweight b/llama/model.layers.18.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..bc2def042a29e4465064671f3446bed1326577f7
--- /dev/null
+++ b/llama/model.layers.18.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc24a381b5fcbb5a29d20c841bfba4557343c456c6f73699fbf20032725743bd
+size 25165824
diff --git a/llama/model.layers.18.self_attn.k_proj.qzeros b/llama/model.layers.18.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f4bbb96726245b3e86c4780d3f8254502ac3c367
--- /dev/null
+++ b/llama/model.layers.18.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d2b24ebd0c9ce90470cf7a4fd0c30f49ee667e838d8d597ea272152884a864
+size 196608
diff --git a/llama/model.layers.18.self_attn.k_proj.scales b/llama/model.layers.18.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c613dd5997ea9c6c607fb05f011389b3675e1b0c
--- /dev/null
+++ b/llama/model.layers.18.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaa4d7e47e6278d41097cb3663f73f1a96ecfbb12dbdc6e3132573f8a589352
+size 786432
diff --git a/llama/model.layers.18.self_attn.o_proj.qweight b/llama/model.layers.18.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7d7728a2a6062fc914d3be7e7439792653437d4a
--- /dev/null
+++ b/llama/model.layers.18.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3cee3e5e3e9bdfdd6051fae2a28f2df9c67f36a028f7c0137b36a6dd03512c
+size 25165824
diff --git a/llama/model.layers.18.self_attn.o_proj.qzeros b/llama/model.layers.18.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c51466eca3bd81f7fee0f8b28c259f44c6f810d2
--- /dev/null
+++ b/llama/model.layers.18.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f015866409373b29c6d52be463e9841a0e6887f48e34dd69d5cd35fddc30613
+size 196608
diff --git a/llama/model.layers.18.self_attn.o_proj.scales b/llama/model.layers.18.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..87640c528f1c60d2195f1335fc7e97159fb911de
--- /dev/null
+++ b/llama/model.layers.18.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e48cd13f8d05a1fd7d9d4bdf0e1c5826b4be8c01de58d85cc9a369f9d33d7ab
+size 786432
diff --git a/llama/model.layers.18.self_attn.q_proj.qweight b/llama/model.layers.18.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2ddfb4dbeb1382416ecfb0f3802cf435ef5ed905
--- /dev/null
+++ b/llama/model.layers.18.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eab940f9fb18bc2c03655b362df3ba5ec0c0b37f49065c7ac23a1f795c96b0
+size 25165824
diff --git a/llama/model.layers.18.self_attn.q_proj.qzeros b/llama/model.layers.18.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b5678bb8b521fac62a709fff459470134210bce7
--- /dev/null
+++ b/llama/model.layers.18.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496d8ca2be6bb224f02084b0271cba207362287cee7a09e48e398c497cda8d20
+size 196608
diff --git a/llama/model.layers.18.self_attn.q_proj.scales b/llama/model.layers.18.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c4068ea80a52e5f58f856c7d8e5feb1982aa25bd
--- /dev/null
+++ b/llama/model.layers.18.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1341dd72c0d66c9a7003746d992ffcb1f2af156ff812295cca6d734338b9c1
+size 786432
diff --git a/llama/model.layers.18.self_attn.v_proj.qweight b/llama/model.layers.18.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7e13a649b70c828e7bb4ebe45bfb68422e385992
--- /dev/null
+++ b/llama/model.layers.18.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517b7e2ba9b22b9015e6f1c2c15e2ab3e46fbae352f1317293b24feaefbbf2c6
+size 25165824
diff --git a/llama/model.layers.18.self_attn.v_proj.qzeros b/llama/model.layers.18.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2e7b94f01925c686233463a2aa453ba213bdbf7f
--- /dev/null
+++ b/llama/model.layers.18.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6c1deeb64f867d284633ff2478377f4f518708094cfd58b0f2083958d99b96
+size 196608
diff --git a/llama/model.layers.18.self_attn.v_proj.scales b/llama/model.layers.18.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..31afa631752bf30b78cb2c706171da897bd9b9a4
--- /dev/null
+++ b/llama/model.layers.18.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b51c99dae7a8156f5f8ff86a7ccbeb7ba1263b4650e7349cc1fd2f9bff0f5a0
+size 786432
diff --git a/llama/model.layers.19.input_layernorm.weight b/llama/model.layers.19.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..af9f2da9ef97b105c3f428f09c5031d8204a59a0
--- /dev/null
+++ b/llama/model.layers.19.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc9c46ec7faa2121d4b6985b84a519825c00b3435dd9aadb4370e79a8f044a7
+size 24576
diff --git a/llama/model.layers.19.mlp.down_proj.qweight b/llama/model.layers.19.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f964eaa092b074fa9dd8dbe8c6fda9c113bd5c74
--- /dev/null
+++ b/llama/model.layers.19.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70074f7030f4725712e9b1925b8476224a43876b7cc7771c2f1ccce46d77ce7a
+size 67633152
diff --git a/llama/model.layers.19.mlp.down_proj.qzeros b/llama/model.layers.19.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2df07dc14779d757c0a84f98f8e89efd8e3d6772
--- /dev/null
+++ b/llama/model.layers.19.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0895463c904133e9443c9cf1b08a37726e86ff97427ee91d286a8d56bf2e7180
+size 528384
diff --git a/llama/model.layers.19.mlp.down_proj.scales b/llama/model.layers.19.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ff5830aa0c2fbb5b66220533a0d09315ca37f7cf
--- /dev/null
+++ b/llama/model.layers.19.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3be9dfd3f183014f7cc515c82e0a8860cfb5272374655f71a41dbaab4ee33fc
+size 2113536
diff --git a/llama/model.layers.19.mlp.gate_proj.qweight b/llama/model.layers.19.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..07f44693bc771c083c266a2ffbbc677cb1e6a179
--- /dev/null
+++ b/llama/model.layers.19.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5748bc43ee7b580c146f3dc2a7f3628d5132d72c85b9a77019f256f803397186
+size 67633152
diff --git a/llama/model.layers.19.mlp.gate_proj.qzeros b/llama/model.layers.19.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..279c46bac22cc6df48c78fc9d102b97c63e7bf4b
--- /dev/null
+++ b/llama/model.layers.19.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c2d298f5dd51ec3c838712233dc0f44d0e79d8504ced50c48d07786f66379
+size 528384
diff --git a/llama/model.layers.19.mlp.gate_proj.scales b/llama/model.layers.19.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..fcabccc1de484e59978155422fb7b22fdcb52c06
--- /dev/null
+++ b/llama/model.layers.19.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf8f1605b985784f7e5b19817727d403de863903c190f861a2c20a640095138
+size 2113536
diff --git a/llama/model.layers.19.mlp.up_proj.qweight b/llama/model.layers.19.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..22bb4d79e316d755208b2da7a6940c594868c9e4
--- /dev/null
+++ b/llama/model.layers.19.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb1177c59173fc741ff7996de50983375c08878576e220d95017a7a9aa5f7fd
+size 67633152
diff --git a/llama/model.layers.19.mlp.up_proj.qzeros b/llama/model.layers.19.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d9f74a9cc6b6fc6fa54514b0d73aa1ff0e2e41e5
--- /dev/null
+++ b/llama/model.layers.19.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b208a76548935ebc8f6e37ead9a48b80f12d8ebc0a1fc3e3d2a75f4002714279
+size 528384
diff --git a/llama/model.layers.19.mlp.up_proj.scales b/llama/model.layers.19.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cfbc84f346f8b44886e7708e09361e82883e1157
--- /dev/null
+++ b/llama/model.layers.19.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a40194774c803316567160eade836a2376d3fa3b89ac1ad187aee835337840
+size 2113536
diff --git a/llama/model.layers.19.post_attention_layernorm.weight b/llama/model.layers.19.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fe98c24be02d3fe936d29cad4e6318c0c72fbd2a
--- /dev/null
+++ b/llama/model.layers.19.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd795b6d2acaaa664391a56484914ade3ea0f33ef9e687ecedb949c3281585b
+size 24576
diff --git a/llama/model.layers.19.self_attn.k_proj.qweight b/llama/model.layers.19.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9a6dc525d039d6d390f3933597adac886f9b66d7
--- /dev/null
+++ b/llama/model.layers.19.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591af322486df83f3dc749264285d70c82ca518c3e6fb8c9f21f3deafa1226ac
+size 25165824
diff --git a/llama/model.layers.19.self_attn.k_proj.qzeros b/llama/model.layers.19.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d6f0578af8d602242e1b1b5eae9ca7b7305317a7
--- /dev/null
+++ b/llama/model.layers.19.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf74af9d057d949fc09ab03211e24afa15cfcb9abc8f4a1c0763cf95aaeca00f
+size 196608
diff --git a/llama/model.layers.19.self_attn.k_proj.scales b/llama/model.layers.19.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9ff5ba6b8130152583e36bc88f311b6ceb04ff3d
--- /dev/null
+++ b/llama/model.layers.19.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154307c480345a8692f28144d592ebaf32b1d78bdbd4d4d65b8d8fd6c135e9d4
+size 786432
diff --git a/llama/model.layers.19.self_attn.o_proj.qweight b/llama/model.layers.19.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..0ed77138ceb022bb1799333c27ef88878c3f8566
--- /dev/null
+++ b/llama/model.layers.19.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cff75d808438162fca2de968e00910f9611f99c639522d0db20155c568394f8
+size 25165824
diff --git a/llama/model.layers.19.self_attn.o_proj.qzeros b/llama/model.layers.19.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..8b6d0eba8d2a126b7eff40ada23cf407b95a3ef3
--- /dev/null
+++ b/llama/model.layers.19.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f3f770c49d315a310195c5681abc2cd85067e615515ae2387b84997af479d5
+size 196608
diff --git a/llama/model.layers.19.self_attn.o_proj.scales b/llama/model.layers.19.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..301edc125187a5646e820eebbe0dfb6df7f42162
--- /dev/null
+++ b/llama/model.layers.19.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6b00a0e6c1aceea3b4b2be378179a73055386e22db53632e7017f8211d2695
+size 786432
diff --git a/llama/model.layers.19.self_attn.q_proj.qweight b/llama/model.layers.19.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f46dd47bf530fccff61ca704e5437f2109db6b1b
--- /dev/null
+++ b/llama/model.layers.19.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9cba1c082d9edea7247ab6233ea31a7309ee771d9e475751b47a73176c0aa
+size 25165824
diff --git a/llama/model.layers.19.self_attn.q_proj.qzeros b/llama/model.layers.19.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9a4d6876ef353d389844fc5fcdf48ba9c14604f3
--- /dev/null
+++ b/llama/model.layers.19.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf87785bd5ea4470889ae2130e06745dc842641fb8d71a922d825cba2f9c2a9c
+size 196608
diff --git a/llama/model.layers.19.self_attn.q_proj.scales b/llama/model.layers.19.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6f515a666eee7d9bbf3b999da67246622f181a46
--- /dev/null
+++ b/llama/model.layers.19.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b77beb52d597f0b2da431c07eacf72b1a61881506a41bf6b74ccbb719027807
+size 786432
diff --git a/llama/model.layers.19.self_attn.v_proj.qweight b/llama/model.layers.19.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d9c4fd6ca9a70ae881a661037d80ca5e7ac4fec3
--- /dev/null
+++ b/llama/model.layers.19.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9241bd063d5ea8308f13fdecb553137cc0442b78b457260f0f9ada4a7db16487
+size 25165824
diff --git a/llama/model.layers.19.self_attn.v_proj.qzeros b/llama/model.layers.19.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..72e4f1efa4df0a4ad2160b5ff282e73aeea5ee31
--- /dev/null
+++ b/llama/model.layers.19.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9813bd9c73d603e06c994c30f4bceee4131b91bc42fa1f41b307c38afdb05c
+size 196608
diff --git a/llama/model.layers.19.self_attn.v_proj.scales b/llama/model.layers.19.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cf3522de6df56764bc33c1359990b2f6934a46fd
--- /dev/null
+++ b/llama/model.layers.19.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9724a257a1e94f5f2d7603c27386f1b2fd33f61e70840053e21fd287a2175
+size 786432
diff --git a/llama/model.layers.2.input_layernorm.weight b/llama/model.layers.2.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a0827de24c73d2211ba5cd8afcaeb0f02d5d7d62
--- /dev/null
+++ b/llama/model.layers.2.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12170b6c929857eae595b683bbfba47c8dd8554578c7c5510315a11b9f4ff58a
+size 24576
diff --git a/llama/model.layers.2.mlp.down_proj.qweight b/llama/model.layers.2.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1a72bf657f2d9debef8472e5e3f0eb2ed506fa7d
--- /dev/null
+++ b/llama/model.layers.2.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b165a1ae188198794c4e940daa84c00358507168d8d036628645149531971546
+size 67633152
diff --git a/llama/model.layers.2.mlp.down_proj.qzeros b/llama/model.layers.2.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e4339ad45238c84b8c0e732d833fbfa8f934c0e7
--- /dev/null
+++ b/llama/model.layers.2.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049fc1bb3765bdb0054f02b81b97b4ea8535e0a7b348890d7181b66a5bb715a4
+size 528384
diff --git a/llama/model.layers.2.mlp.down_proj.scales b/llama/model.layers.2.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..681619c53c1bd476a8c4966e482271756c71268d
--- /dev/null
+++ b/llama/model.layers.2.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ace1fb83c6e551b381e5bd3564ce4de2c4d2441c8fceea666243b9d0b0ee355
+size 2113536
diff --git a/llama/model.layers.2.mlp.gate_proj.qweight b/llama/model.layers.2.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..cda6f752fbc4fc603f5d9b9c5cc3de90b162d19e
--- /dev/null
+++ b/llama/model.layers.2.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cf2fe519fcf167b4f1a5d0f2731d82903196e45aac3d9616a4166fd140c15d
+size 67633152
diff --git a/llama/model.layers.2.mlp.gate_proj.qzeros b/llama/model.layers.2.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4aa52a4eb34a95309244c8bdb2cc28c3561a33eb
--- /dev/null
+++ b/llama/model.layers.2.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd213ae1c16de21e8141f4bb38c4339d4e72d156c31e903b674a0f8de1a83cad
+size 528384
diff --git a/llama/model.layers.2.mlp.gate_proj.scales b/llama/model.layers.2.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..76b1aaf4c570b0cdcb27f8efadd8f7a352ec31f4
--- /dev/null
+++ b/llama/model.layers.2.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384dc5d5c04e7030d5d5546ad214789a0a7d00aca4573d2e4c2d0147b0ee5820
+size 2113536
diff --git a/llama/model.layers.2.mlp.up_proj.qweight b/llama/model.layers.2.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..291aa73b6b2e297b8221653eebff4671f21674ba
--- /dev/null
+++ b/llama/model.layers.2.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3641f2ca2573bca374fa0e990de69f1b65f90f3872c377050c120d11c3af1017
+size 67633152
diff --git a/llama/model.layers.2.mlp.up_proj.qzeros b/llama/model.layers.2.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..6daefdf50c07c0f84ccc9f5bedc1797eed28b3a3
--- /dev/null
+++ b/llama/model.layers.2.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa87e914163a58700c691493a604a07b3c488a259a19ae06e85507b5d0b7ef3
+size 528384
diff --git a/llama/model.layers.2.mlp.up_proj.scales b/llama/model.layers.2.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cb1dae32e4ababb5bbed0029d5cc2cedc65e923d
--- /dev/null
+++ b/llama/model.layers.2.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeccd379a71c30122c1e793f3560ec171ffca5b1db1c825f4c3363f799786d7
+size 2113536
diff --git a/llama/model.layers.2.post_attention_layernorm.weight b/llama/model.layers.2.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3bd93ab745273b2ef36ef1d7ab6140bcd5c00ebb
--- /dev/null
+++ b/llama/model.layers.2.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b7efe8906858192bce522ed1dd7d196291cb56d9ccbb243345ee1917226d3
+size 24576
diff --git a/llama/model.layers.2.self_attn.k_proj.qweight b/llama/model.layers.2.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..e287f6fde45a40c6502e6dd3747c7ad060e7e9fd
--- /dev/null
+++ b/llama/model.layers.2.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2eebe79dedd2861b6b9b1e60b0f4246a711d09ca32daf24c6b95f454ddbcb
+size 25165824
diff --git a/llama/model.layers.2.self_attn.k_proj.qzeros b/llama/model.layers.2.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b844e8565519867600e15b27141c7d66646f1ffa
--- /dev/null
+++ b/llama/model.layers.2.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083e916741dad1eb421e295ca881590163c517518868e24a1a0b3b8e9bf057d0
+size 196608
diff --git a/llama/model.layers.2.self_attn.k_proj.scales b/llama/model.layers.2.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ba35ce04eace9aad170dfa8ed07c6eac74e0ddf5
--- /dev/null
+++ b/llama/model.layers.2.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed50a005a7705c45881bf3d0a951c544e3728d561021945cea113a11e4d908f5
+size 786432
diff --git a/llama/model.layers.2.self_attn.o_proj.qweight b/llama/model.layers.2.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1764fd6ef20676c528c12d8d2e9e1ab61be2fc85
--- /dev/null
+++ b/llama/model.layers.2.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d16c72bb7dcce7fc376069fd5cef3209af5cc91b5601012235dd04e633cec4b
+size 25165824
diff --git a/llama/model.layers.2.self_attn.o_proj.qzeros b/llama/model.layers.2.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..5f512154041cf17207fd841006fabeec48977e74
--- /dev/null
+++ b/llama/model.layers.2.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c97668b92f579505e722314814a4f11280d3f866f61f122b9de6eb6a6e9da4d
+size 196608
diff --git a/llama/model.layers.2.self_attn.o_proj.scales b/llama/model.layers.2.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a35a390e2be229617233e151021441019bcfd
--- /dev/null
+++ b/llama/model.layers.2.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49327d9fb733716f6e9006f2c578051c446479708f120fca3a30a6634b336718
+size 786432
diff --git a/llama/model.layers.2.self_attn.q_proj.qweight b/llama/model.layers.2.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..313f04bb0ad6d92d892a6fb4c511df499cbad66b
--- /dev/null
+++ b/llama/model.layers.2.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651b7d1f8efe64c525060d2d7e54b0f670db8dc73d85f74f9e50f1ebd6a95619
+size 25165824
diff --git a/llama/model.layers.2.self_attn.q_proj.qzeros b/llama/model.layers.2.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3709e925f43a3101d59f8ae8575870cb4e46b5b2
--- /dev/null
+++ b/llama/model.layers.2.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc25fed4a5fb0c801449ad93fb97c7dd0dc9a698b280f84a6a470ea9a78c7bd0
+size 196608
diff --git a/llama/model.layers.2.self_attn.q_proj.scales b/llama/model.layers.2.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..30ccb21fde9ba64ae54a7c2753c7357c6e908fea
--- /dev/null
+++ b/llama/model.layers.2.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d8cf10af579b1880b690a31a8258e39e2690d4a03de55bfc1d62e5dc1a7e21
+size 786432
diff --git a/llama/model.layers.2.self_attn.v_proj.qweight b/llama/model.layers.2.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a2228a9c69b9ac8ce64a764138ea187d24aaf842
--- /dev/null
+++ b/llama/model.layers.2.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7050b7596cebd7628d1c96f271063c6e90eb00d26f1fe10594e4b3421348b50
+size 25165824
diff --git a/llama/model.layers.2.self_attn.v_proj.qzeros b/llama/model.layers.2.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d1f835e2b897abd5336aaae82f3749574f9238a0
--- /dev/null
+++ b/llama/model.layers.2.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ff2b1f87cb3e9bb357ed834171f23edca82563744ce34e825cee97ccff9ffa
+size 196608
diff --git a/llama/model.layers.2.self_attn.v_proj.scales b/llama/model.layers.2.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b29595af0e06c474656505afdc9c7ee558e3648a
--- /dev/null
+++ b/llama/model.layers.2.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8459d4f52a637bd1203afd9981c6c2d03e18a8d92987de571a2109db4e8b1b5
+size 786432
diff --git a/llama/model.layers.20.input_layernorm.weight b/llama/model.layers.20.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e7d91f3a2d38fb38d1c1212144156b85e4720184
--- /dev/null
+++ b/llama/model.layers.20.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017093460ec7840f8f8beb135e48fa092caf290f2a250981da7aa253892b42c9
+size 24576
diff --git a/llama/model.layers.20.mlp.down_proj.qweight b/llama/model.layers.20.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..c20fc7a10fe1bf83f3f1058d0823de275d9a2d41
--- /dev/null
+++ b/llama/model.layers.20.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b804817fe97d366f11bf3c798c0262e1e4066b4c7f09e76213f4fa1c22c584
+size 67633152
diff --git a/llama/model.layers.20.mlp.down_proj.qzeros b/llama/model.layers.20.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..99bf67141ed18629050d5233936b6c3b463955ca
--- /dev/null
+++ b/llama/model.layers.20.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f7b11a608675a9ee75dc7ac86670ad747452894806a8f2f13f7fc2a0e9210e
+size 528384
diff --git a/llama/model.layers.20.mlp.down_proj.scales b/llama/model.layers.20.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3ff910d3986396dad3d13d68bfa51b89bfb01cb4
--- /dev/null
+++ b/llama/model.layers.20.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb643f57e7996d3f3a153c355f86d2b8fb2db1e7c975a6ad07e6dfeb07ba6401
+size 2113536
diff --git a/llama/model.layers.20.mlp.gate_proj.qweight b/llama/model.layers.20.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..c3728d3ec88628bacc92ff308f7ee06f645cf45c
--- /dev/null
+++ b/llama/model.layers.20.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13d4b70352a6f0bfdcd93224ed6f03b4f903fe1e73897ea75feca1ddc07bdc6
+size 67633152
diff --git a/llama/model.layers.20.mlp.gate_proj.qzeros b/llama/model.layers.20.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..5864f165296474338e4da61e9a482c88d8fcd03a
--- /dev/null
+++ b/llama/model.layers.20.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b9ba5efc99881bce13569e55fc6a2ef858fc9cf7026e7de1268cc7b22aabe
+size 528384
diff --git a/llama/model.layers.20.mlp.gate_proj.scales b/llama/model.layers.20.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d668cf82c30386c046cb2c5f853c713e1fc9f234
--- /dev/null
+++ b/llama/model.layers.20.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c411b72a89dffab32b249f580f4e7312fe73624697f59673e91e0f3faa9240
+size 2113536
diff --git a/llama/model.layers.20.mlp.up_proj.qweight b/llama/model.layers.20.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..5ec5b058b44dd05e99142958af1d4393387f18bd
--- /dev/null
+++ b/llama/model.layers.20.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1b40518b662b561c30cab1c640b8006cd7fd798bbf0e901ff39a3e712ca96a
+size 67633152
diff --git a/llama/model.layers.20.mlp.up_proj.qzeros b/llama/model.layers.20.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..613d2de9d4c554400d271d8385ae0e7c3caa4d34
--- /dev/null
+++ b/llama/model.layers.20.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8580f9a635d9d8e1448ef93d74080a43190029f50d37415891c921e98ec7dd2a
+size 528384
diff --git a/llama/model.layers.20.mlp.up_proj.scales b/llama/model.layers.20.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..54b916e95cc2bf4f5040811e875a39e3aad1c755
--- /dev/null
+++ b/llama/model.layers.20.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2206c9e308ab39422edf7604ba7550e62c62d25cad09259cd355a618c3674e6a
+size 2113536
diff --git a/llama/model.layers.20.post_attention_layernorm.weight b/llama/model.layers.20.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..562bccb53082352aba81d9f83f0c511f6c4058d6
--- /dev/null
+++ b/llama/model.layers.20.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049392c8d69362ebbbe270778d2d7cd1bb0a928d4ab7c546947f0171d148969e
+size 24576
diff --git a/llama/model.layers.20.self_attn.k_proj.qweight b/llama/model.layers.20.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..28bc138ae1ffec8b4b1c86c07482697cb49a9d2a
--- /dev/null
+++ b/llama/model.layers.20.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12c55c0f2027f9e79bb597d3ee3e8bebdc86c3aa1b93713770afbfab8b0defa
+size 25165824
diff --git a/llama/model.layers.20.self_attn.k_proj.qzeros b/llama/model.layers.20.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..8fc8c1ead329ee6375fabae23ba27ab167cc5097
--- /dev/null
+++ b/llama/model.layers.20.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf26ef18904220e95d3157a77950276fe9e444da4e573f307d5f7123b67cce7c
+size 196608
diff --git a/llama/model.layers.20.self_attn.k_proj.scales b/llama/model.layers.20.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..846abdbfd3d0a8cef7e034c5969696336a605e10
--- /dev/null
+++ b/llama/model.layers.20.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede6af19cea63c08d158aa9135c43eb711049d65dca8173aa9c7cc54d760ecde
+size 786432
diff --git a/llama/model.layers.20.self_attn.o_proj.qweight b/llama/model.layers.20.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d2a4292ce7793096e0d52a97eb221d54691a2162
--- /dev/null
+++ b/llama/model.layers.20.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e805f44b4e97491000b1086d84be1f3ff2f2282d4aa3c86ec335305893c39452
+size 25165824
diff --git a/llama/model.layers.20.self_attn.o_proj.qzeros b/llama/model.layers.20.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d55be6b9f73dd7228c4cc00f137e03a24cddd27e
--- /dev/null
+++ b/llama/model.layers.20.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2edabb0eb9645ad268f9bc157bc1a0b727137dfba34015281d7f95a94c4730
+size 196608
diff --git a/llama/model.layers.20.self_attn.o_proj.scales b/llama/model.layers.20.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a319c8aa102750452f5788657950d3eb736f2889
--- /dev/null
+++ b/llama/model.layers.20.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a52427f3748dd9e2f9c9c365affa13b4915bb4f8a0974334fbe2a51381e32b
+size 786432
diff --git a/llama/model.layers.20.self_attn.q_proj.qweight b/llama/model.layers.20.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ee22bd32e8207ba1acc7bcccdd7221f656438a84
--- /dev/null
+++ b/llama/model.layers.20.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02909d1456de754b6d99fa007ec476591b6354ea5d47c7b1e8602e5a136a2e57
+size 25165824
diff --git a/llama/model.layers.20.self_attn.q_proj.qzeros b/llama/model.layers.20.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f75da0da45d0b357af0b270c2f2b830f116d2d95
--- /dev/null
+++ b/llama/model.layers.20.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2fc77d69eb76e047e62b66833fc6aa1bf476bd2050dc274f32c1ab96501139
+size 196608
diff --git a/llama/model.layers.20.self_attn.q_proj.scales b/llama/model.layers.20.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7aa191e9793116a03b22731a5e60cd993d45edcf
--- /dev/null
+++ b/llama/model.layers.20.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3d5771684b7b7511c849baa9a15045d34899f5288b204e383cc33e22b65b0b
+size 786432
diff --git a/llama/model.layers.20.self_attn.v_proj.qweight b/llama/model.layers.20.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7d2d0751fb9932a58fe0518757e75eb6663f35fc
--- /dev/null
+++ b/llama/model.layers.20.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08890a25d6647a70195133fad98e80fe3af11c012dbbe7c3f8b631c0fb848a41
+size 25165824
diff --git a/llama/model.layers.20.self_attn.v_proj.qzeros b/llama/model.layers.20.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9cbd0ce27a6443a7411b88646a5c256c8bd9d052
--- /dev/null
+++ b/llama/model.layers.20.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685d39304b30a3dde507935bd840349ba425283548f405fa33f9b304e4c0db1
+size 196608
diff --git a/llama/model.layers.20.self_attn.v_proj.scales b/llama/model.layers.20.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..82e0b3fc66984e6eeaccd812148a425c26568416
--- /dev/null
+++ b/llama/model.layers.20.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bf8bb32dbc6facaa359f23943a1bfc4627b53fb2c687a6729e8944af5180d4
+size 786432
diff --git a/llama/model.layers.21.input_layernorm.weight b/llama/model.layers.21.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3ef955d4e82e8cc83737a03991b0e2717d3ff03e
--- /dev/null
+++ b/llama/model.layers.21.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa743009d0c3707c015dcafd52d6bcf081a45bcaa9d390019d6ddbc451d88c58
+size 24576
diff --git a/llama/model.layers.21.mlp.down_proj.qweight b/llama/model.layers.21.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a8c2d054ca4baa529f8390be80f654c9c2005cca
--- /dev/null
+++ b/llama/model.layers.21.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ea5689052d084bd6b17371bdedc6db76874fb28e921cbf386a5b290ad9195a
+size 67633152
diff --git a/llama/model.layers.21.mlp.down_proj.qzeros b/llama/model.layers.21.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..683baa5a4bd145746e49d7d23a17d5098af9f653
--- /dev/null
+++ b/llama/model.layers.21.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838baf19ad56c607af907b673efd9ab03cedd169f7bdef23ffc4f027d7c2033e
+size 528384
diff --git a/llama/model.layers.21.mlp.down_proj.scales b/llama/model.layers.21.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..876a2453a4f575eb3eff1d660d838ca3ab7e51c3
--- /dev/null
+++ b/llama/model.layers.21.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555e2d3aa03769321541949314767694d4304348da2d0f42c30db78c892c20bb
+size 2113536
diff --git a/llama/model.layers.21.mlp.gate_proj.qweight b/llama/model.layers.21.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..65c30247ac7230d7347ce3d0eacfd54fbdc4a8d1
--- /dev/null
+++ b/llama/model.layers.21.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f64eb3ad1ec0808cfcfd147854c5571f25f4fb16d852529cba0ad2f7d70462f
+size 67633152
diff --git a/llama/model.layers.21.mlp.gate_proj.qzeros b/llama/model.layers.21.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b8fd71480673f8ca4305369b7ae670ca7ac86505
--- /dev/null
+++ b/llama/model.layers.21.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2350908dad1da7f5d46c2b619b2ac65bc20b5fcd8defbbf372b3a7ca9ece85
+size 528384
diff --git a/llama/model.layers.21.mlp.gate_proj.scales b/llama/model.layers.21.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e65ad459f9a1a2d6ee77a4b16215d0ee673f5b8e
--- /dev/null
+++ b/llama/model.layers.21.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa3823570f0dd1e39149fa4d96d206933f9e479da2fa221495ad8ac83ac8a93
+size 2113536
diff --git a/llama/model.layers.21.mlp.up_proj.qweight b/llama/model.layers.21.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..3bc6bc064239d659d147198e777a49c10960d39b
--- /dev/null
+++ b/llama/model.layers.21.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b4ea53c0f6934f918e81879c1efebed35beba74c4ca1fda569c6fe309fe629
+size 67633152
diff --git a/llama/model.layers.21.mlp.up_proj.qzeros b/llama/model.layers.21.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..faa37255a6ac3e54d7cdbcdce2e42953c98c555c
--- /dev/null
+++ b/llama/model.layers.21.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd47fa68000f0fe336bcfb9bd722dd7cd5f1428e63d882fb24640e7630771000
+size 528384
diff --git a/llama/model.layers.21.mlp.up_proj.scales b/llama/model.layers.21.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cce184b4237762a22ab520313c718e06666d3a62
--- /dev/null
+++ b/llama/model.layers.21.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440f3d1d46277fa0fc055486c9c776c2efd6e459f0705ecbf5e1dfb308d52a69
+size 2113536
diff --git a/llama/model.layers.21.post_attention_layernorm.weight b/llama/model.layers.21.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c75eaa65bd19c4ca19e8a7b78a198a0d26c50d92
--- /dev/null
+++ b/llama/model.layers.21.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508fb10f3c3a3f05a0409a6b743bda8f1b6a0f648ff48d2d1e2d012dbc311c39
+size 24576
diff --git a/llama/model.layers.21.self_attn.k_proj.qweight b/llama/model.layers.21.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dc06d82c7f400fb59be3a35247cd64df30224b75
--- /dev/null
+++ b/llama/model.layers.21.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec81e0cfc0e5373d30bb01bb217a2b68db63dc584865324845e266c3a87d0b4
+size 25165824
diff --git a/llama/model.layers.21.self_attn.k_proj.qzeros b/llama/model.layers.21.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3db64264ce0103eea44fb452326484535cd6f1fc
--- /dev/null
+++ b/llama/model.layers.21.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f31749bbcceb7cbb417bf7e37a31a09eb89ae00fbab6464e87769ea2d959ee
+size 196608
diff --git a/llama/model.layers.21.self_attn.k_proj.scales b/llama/model.layers.21.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..207fc284737a5967d0a3de68b7d1ed5cfb44f0dc
--- /dev/null
+++ b/llama/model.layers.21.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddaa9b8a040cb9a8ae6f2b7ba859070672efc2295c339e6320ad64456020700
+size 786432
diff --git a/llama/model.layers.21.self_attn.o_proj.qweight b/llama/model.layers.21.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..cebb7f3e811c588ecdf70e28b49194f4fe2e5cad
--- /dev/null
+++ b/llama/model.layers.21.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248b630c28e78261d34ba4b05ea64a35e5fc34151c6ac54aefb88a864c4d5d43
+size 25165824
diff --git a/llama/model.layers.21.self_attn.o_proj.qzeros b/llama/model.layers.21.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..bb362f535020a38004736f8c2705f546ce89846d
--- /dev/null
+++ b/llama/model.layers.21.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0097e13252edc2af66c75628025e7becdf45e47054be8bcf0fe0db5a89935ff8
+size 196608
diff --git a/llama/model.layers.21.self_attn.o_proj.scales b/llama/model.layers.21.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..24ab27b05231dd74ba6e50831705193f36c93755
--- /dev/null
+++ b/llama/model.layers.21.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91c656a21e3ab13568b65b8d712d65c979fa0e3d0905d23dcab2415f7f7a5d0
+size 786432
diff --git a/llama/model.layers.21.self_attn.q_proj.qweight b/llama/model.layers.21.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..05420ff13df8afd1ea30465cf9996b51a4fbf427
--- /dev/null
+++ b/llama/model.layers.21.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74902b4ad6d87b1cd2131dda94f124cb685ba3d7b348b59dfd9146bbabfcdfc5
+size 25165824
diff --git a/llama/model.layers.21.self_attn.q_proj.qzeros b/llama/model.layers.21.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d33ec7bb192db9fd257dc79f0b3458fbcdb0cd68
--- /dev/null
+++ b/llama/model.layers.21.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3679351bc9a732d3033c43e5a669dd216c952315587ab963d61954d91e43dcce
+size 196608
diff --git a/llama/model.layers.21.self_attn.q_proj.scales b/llama/model.layers.21.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3a441fd278ae45309aab3ab2e3bedbd6a8f3017d
--- /dev/null
+++ b/llama/model.layers.21.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dfc26de7bb5a72ef8bd6875218732fc47b96648d29be09b4af2a07a38966e1
+size 786432
diff --git a/llama/model.layers.21.self_attn.v_proj.qweight b/llama/model.layers.21.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..85d2d552fa8e6374caa216f93eec452b049e2702
--- /dev/null
+++ b/llama/model.layers.21.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e2f4bdbdee8d03a9f213bdca0eebc7d05c045c5ca79fcf5a029fc1bb0d5ad5
+size 25165824
diff --git a/llama/model.layers.21.self_attn.v_proj.qzeros b/llama/model.layers.21.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..143e1a0b68962cff6c5670193b28a732506b8012
--- /dev/null
+++ b/llama/model.layers.21.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86336e80c315d5253cdd18581477c1bd3382c309b7a72a925672b789074de362
+size 196608
diff --git a/llama/model.layers.21.self_attn.v_proj.scales b/llama/model.layers.21.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4bd9ed7280bff9d83dad423b569ff284368bc7dd
--- /dev/null
+++ b/llama/model.layers.21.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c2bc92bbe9cca3a715d47282d6dcb39c31c31cd685a85a29d320c5accb8cfe
+size 786432
diff --git a/llama/model.layers.22.input_layernorm.weight b/llama/model.layers.22.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3fb6158bcb19f33aafdc24a7ecb6f199d50ac22c
--- /dev/null
+++ b/llama/model.layers.22.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e777d723165a467c519de5be461291b2880f351bdd7f6fe7f8f921c71f1534
+size 24576
diff --git a/llama/model.layers.22.mlp.down_proj.qweight b/llama/model.layers.22.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..0b1e6489d3e82b6a693a5bcee3397bd96440aa82
--- /dev/null
+++ b/llama/model.layers.22.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb86e4bd201445174078188ee44330599ed700975937798566004157ee24115e
+size 67633152
diff --git a/llama/model.layers.22.mlp.down_proj.qzeros b/llama/model.layers.22.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..6ed9484131a78efff751fa6b54b05bba7b3e699d
--- /dev/null
+++ b/llama/model.layers.22.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccb1985f8204f3c9d601307169f5a3e2eda66ecf63e92ad950b1ce8a34a4ff0
+size 528384
diff --git a/llama/model.layers.22.mlp.down_proj.scales b/llama/model.layers.22.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..36d78377b9b008d6989452046b1a040599b7b53a
--- /dev/null
+++ b/llama/model.layers.22.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974b1884ee5d68b4f06cb59b6a4f257fab9574f11dc9312aea498f3240e4b817
+size 2113536
diff --git a/llama/model.layers.22.mlp.gate_proj.qweight b/llama/model.layers.22.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..5672a62a8f82b7f4de63a26ce37474716f633ca2
--- /dev/null
+++ b/llama/model.layers.22.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae77f1b72f5dc70735eef66901ff5c0cdbcbde888d4981dff38fbbcdf3f5565e
+size 67633152
diff --git a/llama/model.layers.22.mlp.gate_proj.qzeros b/llama/model.layers.22.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cbeb37a6b6be393776c30e622783dd6d056b25c8
--- /dev/null
+++ b/llama/model.layers.22.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69a50815be66ee0e84fe8995f04103451fcb4f8aaa0629c16a6c923a99d01fc
+size 528384
diff --git a/llama/model.layers.22.mlp.gate_proj.scales b/llama/model.layers.22.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a99da6c0897630592debf453b44c981babf0c19d
--- /dev/null
+++ b/llama/model.layers.22.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdccf969c5be1e7378f2e0df8b8972c630ef41a6308d5b75a21e74d80401b52
+size 2113536
diff --git a/llama/model.layers.22.mlp.up_proj.qweight b/llama/model.layers.22.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..023224d650bc5a4a01d9c96a2b988298afd3fa35
--- /dev/null
+++ b/llama/model.layers.22.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94d7a6f03df3c29bbbb3fbf1e28f6f841f9ba1468cdd77f5a41591e26c56665
+size 67633152
diff --git a/llama/model.layers.22.mlp.up_proj.qzeros b/llama/model.layers.22.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..6e9d7ca0e671cceafc047a08a15ba9963a6c38e8
--- /dev/null
+++ b/llama/model.layers.22.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93f4bfdf0093bb73839e21f07b67683543163352270ecef9acf56af152283e3
+size 528384
diff --git a/llama/model.layers.22.mlp.up_proj.scales b/llama/model.layers.22.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..638584b37dbfed4ff12b16d462c26a6e55803001
--- /dev/null
+++ b/llama/model.layers.22.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82487eb4d695ed0ce93d54f8f7673e9c11cd82d867d9bc2cf4069ae158750a4
+size 2113536
diff --git a/llama/model.layers.22.post_attention_layernorm.weight b/llama/model.layers.22.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a58809b90564c62ede626fddb0a3b0948d7246fe
--- /dev/null
+++ b/llama/model.layers.22.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350a40e3909a5530e74732caa1b446fdc6830b47fcb18b67bc98ea8b8e14bcf3
+size 24576
diff --git a/llama/model.layers.22.self_attn.k_proj.qweight b/llama/model.layers.22.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2cd8d12888f9c6fac6b4b168baffe1a1e21422aa
--- /dev/null
+++ b/llama/model.layers.22.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae261a93cde77d90280adbb2e2e2538d5cb237a0152af2208e125085b152948
+size 25165824
diff --git a/llama/model.layers.22.self_attn.k_proj.qzeros b/llama/model.layers.22.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..33b72f40cf5cf43fe0a3e79275ca3230fa2c6fe6
--- /dev/null
+++ b/llama/model.layers.22.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb78d27c2b2f25298baadd5a9948aebf3a00b082483f2a51c34b1eb98106616
+size 196608
diff --git a/llama/model.layers.22.self_attn.k_proj.scales b/llama/model.layers.22.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..927ce49e7e455ad20e8a7a144426490d3e95c63f
--- /dev/null
+++ b/llama/model.layers.22.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a98b3f035a4dc85da6c7895a60a509a872ab82fb039dfae325f3200e24552f
+size 786432
diff --git a/llama/model.layers.22.self_attn.o_proj.qweight b/llama/model.layers.22.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2e0a2accd297b0bf0dffadbe7a168d406da1662c
--- /dev/null
+++ b/llama/model.layers.22.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb37803e16b0214626a5193337ffea7df540d7197d36b3facbc1b818689e21f2
+size 25165824
diff --git a/llama/model.layers.22.self_attn.o_proj.qzeros b/llama/model.layers.22.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d6d68e3e04ed934bc7ce77530aba0d080607dde6
--- /dev/null
+++ b/llama/model.layers.22.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc524aaf2be7a5fca6a79d6924275637aa5f99b092becf07725e6447a1e7bce
+size 196608
diff --git a/llama/model.layers.22.self_attn.o_proj.scales b/llama/model.layers.22.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6c12b315200b9db5b3b5ffa122dec2ce2b632e92
--- /dev/null
+++ b/llama/model.layers.22.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2ca29f3c943f30ef634098739c2e8c8392b3ed2c1d95efebab1106a9b8d884
+size 786432
diff --git a/llama/model.layers.22.self_attn.q_proj.qweight b/llama/model.layers.22.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dd01551f9026e37842caca36d19653c9e142dcc2
--- /dev/null
+++ b/llama/model.layers.22.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e46b98b1c25da5dd18d03b54b260ef30460889a0a20b4cf4f2f20a5d86fbf81
+size 25165824
diff --git a/llama/model.layers.22.self_attn.q_proj.qzeros b/llama/model.layers.22.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9b3850fa2e982046f56fde1c4b2c795a4df48ee8
--- /dev/null
+++ b/llama/model.layers.22.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9112999ffa6258a254a4c31600b25c91e9d156e8953c93f6eca5552f465906f
+size 196608
diff --git a/llama/model.layers.22.self_attn.q_proj.scales b/llama/model.layers.22.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..93068496ff7b556548d72e407031d277a945a562
--- /dev/null
+++ b/llama/model.layers.22.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d715fe3f40cb9c03a434b035218f212834fbc556766cccd32c14cab94a2f4e
+size 786432
diff --git a/llama/model.layers.22.self_attn.v_proj.qweight b/llama/model.layers.22.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7a59294f9e03e0270906c3dd1817414df922cf95
--- /dev/null
+++ b/llama/model.layers.22.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0494b0d88a121ab8c6ced00143d902af379adcaa115647d4e0441daa838cbe59
+size 25165824
diff --git a/llama/model.layers.22.self_attn.v_proj.qzeros b/llama/model.layers.22.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3adb5d93d7b5147bbcbfa1f3773030063ea28df3
--- /dev/null
+++ b/llama/model.layers.22.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943498338c4568899b43976e7797e03f8f948a5ebdb9999f2f66e38ec67d5f07
+size 196608
diff --git a/llama/model.layers.22.self_attn.v_proj.scales b/llama/model.layers.22.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cab091e85a7c15f762c1603fd3bc2bf341a80e6c
--- /dev/null
+++ b/llama/model.layers.22.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c5c7aa6c9ba46fd3f988b0970517c51eade6fda085a97ef216069ef6052c5a
+size 786432
diff --git a/llama/model.layers.23.input_layernorm.weight b/llama/model.layers.23.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..567fd3a362cdfc6c1829907fe644bcc69775dda9
--- /dev/null
+++ b/llama/model.layers.23.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9ce17c19cecc61577773c05a0bbc95297fb45678eea8e0efa24c7012d030bb
+size 24576
diff --git a/llama/model.layers.23.mlp.down_proj.qweight b/llama/model.layers.23.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..0a34364acc38e50d49267748cee7357e82bddb95
--- /dev/null
+++ b/llama/model.layers.23.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12930fe8fd3c2afc77e113ab4bbc4e4757802e925a3507592b0903aa5f015672
+size 67633152
diff --git a/llama/model.layers.23.mlp.down_proj.qzeros b/llama/model.layers.23.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..59af169387a2b855273d4800874c52c3917820b3
--- /dev/null
+++ b/llama/model.layers.23.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa404d9c7b417a68c0aed1bf95997b970bf496771373c226e705f067b18065f
+size 528384
diff --git a/llama/model.layers.23.mlp.down_proj.scales b/llama/model.layers.23.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5b3491f212f6fa14b23004c086c87d07bf1838c5
--- /dev/null
+++ b/llama/model.layers.23.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1832e08e7fa72efa4713a1d3f950e5d43f228817748a0bc6ac204b32f3657651
+size 2113536
diff --git a/llama/model.layers.23.mlp.gate_proj.qweight b/llama/model.layers.23.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..15810cdf75ec829c41677b5977a31cebdd88894f
--- /dev/null
+++ b/llama/model.layers.23.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d87c14e33c1dc1f1b93a4e99141b3d4a4fa4b2547930cdfeb3ae0e62c5c0d
+size 67633152
diff --git a/llama/model.layers.23.mlp.gate_proj.qzeros b/llama/model.layers.23.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..98ec517a7c0e06d5fdc691f073387edc9a32bd83
--- /dev/null
+++ b/llama/model.layers.23.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d24a460fb65fc167749d17db97cb1390dba97f6948ccc46e0618764d610d14
+size 528384
diff --git a/llama/model.layers.23.mlp.gate_proj.scales b/llama/model.layers.23.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf171e225a86c476c7169028e3c22ba75c4209
--- /dev/null
+++ b/llama/model.layers.23.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d00cbe31b04ca0dd27a2bb2b5c56b0ecb471c86c32dc7fc648bff12fe6aa71
+size 2113536
diff --git a/llama/model.layers.23.mlp.up_proj.qweight b/llama/model.layers.23.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..882ceb82cf2b565f64acf9b06accf74dbea1af83
--- /dev/null
+++ b/llama/model.layers.23.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f870f902fbb37f8bc4c082a3336e87cf2ac944b1e4e7172a5bd6a8ca03ded08f
+size 67633152
diff --git a/llama/model.layers.23.mlp.up_proj.qzeros b/llama/model.layers.23.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e6218364c09315e6bc5b2a8af03a7bb19bd6aa11
--- /dev/null
+++ b/llama/model.layers.23.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05889824137184e7e9a5dafa09f16dd016988575adff6ff2f6ab7616dd44a522
+size 528384
diff --git a/llama/model.layers.23.mlp.up_proj.scales b/llama/model.layers.23.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b2eacf2c0d9fd811300123805d24657ec7872933
--- /dev/null
+++ b/llama/model.layers.23.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea7671a0c7c948206f2fa003649b916f92ec873383ceb278524cb53ef286bf2
+size 2113536
diff --git a/llama/model.layers.23.post_attention_layernorm.weight b/llama/model.layers.23.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e5ecac53c5d86c1c0c46c831cd4c1d967a88240c
--- /dev/null
+++ b/llama/model.layers.23.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc28c54ba08890f74caa6fa1c067c9ea441a98da6740e50a9ab25853f8cb3b52
+size 24576
diff --git a/llama/model.layers.23.self_attn.k_proj.qweight b/llama/model.layers.23.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..3a44c80a31471e6b004efc7edfde7b1dd53fa1b6
--- /dev/null
+++ b/llama/model.layers.23.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ebe3b4b8c9915d25c3efe89bf4777b0b7338a4f5ce2b1084fedaaac9c347dd
+size 25165824
diff --git a/llama/model.layers.23.self_attn.k_proj.qzeros b/llama/model.layers.23.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c45cc8b2b97b637817522221d145ea2278ca0a1d
--- /dev/null
+++ b/llama/model.layers.23.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c4815809da90d61eb7f9e3f722351849b2c620d6d94ec90c5f5da6fd22627b
+size 196608
diff --git a/llama/model.layers.23.self_attn.k_proj.scales b/llama/model.layers.23.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cbf6c565c7bbb9f6341a81cd7a4d982e8f80e3fd
--- /dev/null
+++ b/llama/model.layers.23.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841bf082e648f9a80094899f8c85063d3cc0e67978a4bfa6b40ae6117a674f85
+size 786432
diff --git a/llama/model.layers.23.self_attn.o_proj.qweight b/llama/model.layers.23.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..be70b26ee256ad19b902e81f2105adefaada81af
--- /dev/null
+++ b/llama/model.layers.23.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6936d9381b6ae231032f4af628dd2b8f66dac5f27407f885f0e00f6e5a0cfa0e
+size 25165824
diff --git a/llama/model.layers.23.self_attn.o_proj.qzeros b/llama/model.layers.23.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a9ed74c1cd9b9c5bb437a400d8127599d8a2255c
--- /dev/null
+++ b/llama/model.layers.23.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3f28b04e4c570fa0d1e4e36133b225be4bcf30524c38b73df762022e3de09a
+size 196608
diff --git a/llama/model.layers.23.self_attn.o_proj.scales b/llama/model.layers.23.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9d223f4e2d00daaad196821d4e9ae44701ff8bea
--- /dev/null
+++ b/llama/model.layers.23.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cc2f3cdd58d3356eb10a770041207747b8e5f9308d3270fac52fae4bb679db
+size 786432
diff --git a/llama/model.layers.23.self_attn.q_proj.qweight b/llama/model.layers.23.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..57aa01228be2dfbc902430f70d87fc234914c7ef
--- /dev/null
+++ b/llama/model.layers.23.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b90846a97bd03b22a4693cc9cafc832ac5e7a01a6669186bd1bda3e64b1a97
+size 25165824
diff --git a/llama/model.layers.23.self_attn.q_proj.qzeros b/llama/model.layers.23.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..0bf6f4002893193da19c4ec2f32ece1f8dd65a8f
--- /dev/null
+++ b/llama/model.layers.23.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f65919bdcfb1fd3cb5ef7f2ff48092bda6ffed0af351c13eefbbf3396a5faf4
+size 196608
diff --git a/llama/model.layers.23.self_attn.q_proj.scales b/llama/model.layers.23.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..39b78e911cf4545539be5e1dec436b1f871a1770
--- /dev/null
+++ b/llama/model.layers.23.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2957eda0f3c125f328ee83687ddb719425568557d6832ba9a1dd9d21e127da4
+size 786432
diff --git a/llama/model.layers.23.self_attn.v_proj.qweight b/llama/model.layers.23.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..5b70ac24f8dfd614f93b5b4c5e9fcc504f06b900
--- /dev/null
+++ b/llama/model.layers.23.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428d596bfcd8e0780869ba69eb0993db0b6b2c16312382c45fb14a9ee71df400
+size 25165824
diff --git a/llama/model.layers.23.self_attn.v_proj.qzeros b/llama/model.layers.23.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..517467a43602bd4c98cc737912d4ab196f5334cb
--- /dev/null
+++ b/llama/model.layers.23.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15228048cc54b16ccd885fc496be6210f8eb44edbb784244a041c3345851cb4e
+size 196608
diff --git a/llama/model.layers.23.self_attn.v_proj.scales b/llama/model.layers.23.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e317d9a2762e055033706dc75bd9a15ba3c57dba
--- /dev/null
+++ b/llama/model.layers.23.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b9f8ec42b5b68030038b4dc5169abe718cd0e84012035c18d3bf2def9b9603
+size 786432
diff --git a/llama/model.layers.24.input_layernorm.weight b/llama/model.layers.24.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e7ac1c94cd1cd7511ee41eed0f271d6818a78100
--- /dev/null
+++ b/llama/model.layers.24.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb9d9406f0651640896cbe54172004767c483d82c0112e3cbc53bc58f7c9a1e
+size 24576
diff --git a/llama/model.layers.24.mlp.down_proj.qweight b/llama/model.layers.24.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7f2e08116619d700c5988b310d7b93de3dd05ad6
--- /dev/null
+++ b/llama/model.layers.24.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2d14d3da90d54188644602a14d9848c4f473156936a03025016c1f9310e35
+size 67633152
diff --git a/llama/model.layers.24.mlp.down_proj.qzeros b/llama/model.layers.24.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c9ec537e5df2aa5f8262c80f9ba15665c90684d9
--- /dev/null
+++ b/llama/model.layers.24.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de2b7fa6c62eb376d43e56e5c683c81e7a1192c7357758ebf4da46869b74411
+size 528384
diff --git a/llama/model.layers.24.mlp.down_proj.scales b/llama/model.layers.24.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..414c24004665f210c46cdc9885d74b86a7aaf92c
--- /dev/null
+++ b/llama/model.layers.24.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a83a1eeb8b5f90cb6377c3385bc36842415fa79a4876ac4b5925ac40a53ce2
+size 2113536
diff --git a/llama/model.layers.24.mlp.gate_proj.qweight b/llama/model.layers.24.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..58adfbe4825f0eec5ccd6d268b5bce045b98156e
--- /dev/null
+++ b/llama/model.layers.24.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d84515451b21afaf7c57eeb4e1b044ddae1f47912a5c5147a2822c2a03153
+size 67633152
diff --git a/llama/model.layers.24.mlp.gate_proj.qzeros b/llama/model.layers.24.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b5fff06cfa0f135026f379e2053624c6101d346e
--- /dev/null
+++ b/llama/model.layers.24.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba9163bed921263b3bc7737e9b298070ac9cd64655172f367a0cfd3ee9fd605
+size 528384
diff --git a/llama/model.layers.24.mlp.gate_proj.scales b/llama/model.layers.24.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..714ef53be7e6f9944bea69aa75aeab050d9bcd58
--- /dev/null
+++ b/llama/model.layers.24.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a33e8bc3e27c8eef8af65a3a874651cbe780e3be0a2837efdffb7a087345507
+size 2113536
diff --git a/llama/model.layers.24.mlp.up_proj.qweight b/llama/model.layers.24.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..0b80919369c254ab009c278b76b387b7d7265263
--- /dev/null
+++ b/llama/model.layers.24.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946fd51fdebb921c4ba35e00ad6b52e54ff5f9f8da7f743cafe399fd7af7d5d5
+size 67633152
diff --git a/llama/model.layers.24.mlp.up_proj.qzeros b/llama/model.layers.24.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1107e8c983a9fe312da0b074793c459e0715a9ae
--- /dev/null
+++ b/llama/model.layers.24.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cb938918e711eabe1c8cff059243208138c962ee44f1a72457dc1df181f8d
+size 528384
diff --git a/llama/model.layers.24.mlp.up_proj.scales b/llama/model.layers.24.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5a61b993bfff6d79066ed82a4e49a20e6a9c0642
--- /dev/null
+++ b/llama/model.layers.24.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16f041da55677b45749e1365929260af02bb8d4fdc80c93eb5416c56fd0f16b
+size 2113536
diff --git a/llama/model.layers.24.post_attention_layernorm.weight b/llama/model.layers.24.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..53d51cd209ed2db5d324bde7e5993d3e7268a559
--- /dev/null
+++ b/llama/model.layers.24.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2915b8e6dacbf074dfb1c7c70cf57ba50a0165806822115d6b3a80280e2dc247
+size 24576
diff --git a/llama/model.layers.24.self_attn.k_proj.qweight b/llama/model.layers.24.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..372c0651551e32a8c65e026109d46bad16e6c81b
--- /dev/null
+++ b/llama/model.layers.24.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b59fdabee3c55351824070cba7aeeb1859660dc7b5d6ef1bbbddc4aa2a60f6
+size 25165824
diff --git a/llama/model.layers.24.self_attn.k_proj.qzeros b/llama/model.layers.24.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f793dc5f3952936eb60f1bb52fddfb5db3991284
--- /dev/null
+++ b/llama/model.layers.24.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89c772b03997391e47ee114811add6d5ba529411f3d6e806b8ea49536a9045f
+size 196608
diff --git a/llama/model.layers.24.self_attn.k_proj.scales b/llama/model.layers.24.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8109194967675a44628470d395a5f306f12ab6da
--- /dev/null
+++ b/llama/model.layers.24.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c3391e622ebbfe5bf8502b27d34aac75eed4067c0389e307421accdd0da2e0
+size 786432
diff --git a/llama/model.layers.24.self_attn.o_proj.qweight b/llama/model.layers.24.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ad2db59b22c27539eb8e0ac66bc1f3bfb3cc2
--- /dev/null
+++ b/llama/model.layers.24.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9428f6336ebb6a710380b625bca61f4e2efe972ba7e33c06e7ab5ba4e334ce8a
+size 25165824
diff --git a/llama/model.layers.24.self_attn.o_proj.qzeros b/llama/model.layers.24.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e7b29517017fced513e86d6f818726aa5d2ba50f
--- /dev/null
+++ b/llama/model.layers.24.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f17ef88585f8daec9bedfd4bbad6185e78ae84bf69394ac782aa95322ed8ad5
+size 196608
diff --git a/llama/model.layers.24.self_attn.o_proj.scales b/llama/model.layers.24.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..05335ac0036d36748e8e6e10e5ac6f9ac8c39d41
--- /dev/null
+++ b/llama/model.layers.24.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc6d71d9a6367c563d969fafc4057d099fae778ea591ab6c2c730a8e1e9ad52
+size 786432
diff --git a/llama/model.layers.24.self_attn.q_proj.qweight b/llama/model.layers.24.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1d8be85455cdc04607b197690c999a1c5b89ce3a
--- /dev/null
+++ b/llama/model.layers.24.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6888f9d4eafeb11f837e151690281cc10294e35a536afbad6b903e97b964050
+size 25165824
diff --git a/llama/model.layers.24.self_attn.q_proj.qzeros b/llama/model.layers.24.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..65be628f720789772e663be27139b1388ddf4d48
--- /dev/null
+++ b/llama/model.layers.24.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc40aa2aeae324373d7616f6364bd4e661e47ad889c786c30501fd052141edb0
+size 196608
diff --git a/llama/model.layers.24.self_attn.q_proj.scales b/llama/model.layers.24.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e25afe651027364a7a0b34ff49a8a120a193d88b
--- /dev/null
+++ b/llama/model.layers.24.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79409f7155ac199d9a00cae94abcf6eaed3ea0eb786727fd2f5814b12b9ff4a
+size 786432
diff --git a/llama/model.layers.24.self_attn.v_proj.qweight b/llama/model.layers.24.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dde1dfe8839ea9b2b7eafa8a07adb566694d76de
--- /dev/null
+++ b/llama/model.layers.24.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1809781197303162648d9f18b422a1f2e0141ebcd3a4adaa7e0ccd06054356e
+size 25165824
diff --git a/llama/model.layers.24.self_attn.v_proj.qzeros b/llama/model.layers.24.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2ba664658c18e6ce283bb97335e1ec9ae13182c7
--- /dev/null
+++ b/llama/model.layers.24.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c1c276b58012aad7137868d235caddfdf2691e3d6866c83d676632fd52f330
+size 196608
diff --git a/llama/model.layers.24.self_attn.v_proj.scales b/llama/model.layers.24.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c254a11a6c245d9a1d1f710915191e716625d122
--- /dev/null
+++ b/llama/model.layers.24.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6367cd504330c7e81c5f16c8a8d4c6ae1f9246ed11ced0d71303103e5157c9
+size 786432
diff --git a/llama/model.layers.25.input_layernorm.weight b/llama/model.layers.25.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3d03ad15addb3597cb6fd5d712d1378f292c7cd2
--- /dev/null
+++ b/llama/model.layers.25.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5d99be7a464403a67a8614376d10f472fe1ed6c3986b8f2cdda686dc975734
+size 24576
diff --git a/llama/model.layers.25.mlp.down_proj.qweight b/llama/model.layers.25.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2d7276aad9ba53b29f874c0eb03935857219cd08
--- /dev/null
+++ b/llama/model.layers.25.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad75bd257dbd5304cc384f8d08496e9b93f1de9e650f8fc02f230adb9450498
+size 67633152
diff --git a/llama/model.layers.25.mlp.down_proj.qzeros b/llama/model.layers.25.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..bba0e2f38d3fdb5c7eae742bc2ddfa0c57ff99bf
--- /dev/null
+++ b/llama/model.layers.25.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a420d0f037abbab2517fa323fc0902d65c7cad8440841f215a1476fb3c122552
+size 528384
diff --git a/llama/model.layers.25.mlp.down_proj.scales b/llama/model.layers.25.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3ab257c9ca04020b15ef28b8fc1172258bcfcb9a
--- /dev/null
+++ b/llama/model.layers.25.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d032cb3867b7fc998418f3f9ccdb731b236e19d843beda8165b5c9ebad39747
+size 2113536
diff --git a/llama/model.layers.25.mlp.gate_proj.qweight b/llama/model.layers.25.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a5f38bc3f0b8d8ac503f3887eec40c7b13a9f709
--- /dev/null
+++ b/llama/model.layers.25.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d4fdadbd4a86dc974fe7f62fa1ffa485415493f0a609c8b84af416e8b3726d
+size 67633152
diff --git a/llama/model.layers.25.mlp.gate_proj.qzeros b/llama/model.layers.25.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b43a0b13cc3f58f4cea99d454c91aa3d1e68ffa1
--- /dev/null
+++ b/llama/model.layers.25.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dcb111af1fdd256abe2e19484b5ff4ea2572368120becc7a0024c86505f4a1
+size 528384
diff --git a/llama/model.layers.25.mlp.gate_proj.scales b/llama/model.layers.25.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..09e96039c3a109f6e4b521320a8790a2e716423b
--- /dev/null
+++ b/llama/model.layers.25.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f3fc4e1d280d65a141a6df53e3ac5de5f8b68da33a9acee5cdeb5592c03c08
+size 2113536
diff --git a/llama/model.layers.25.mlp.up_proj.qweight b/llama/model.layers.25.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..023b572b9516e571e3f5cba1dc6a911408cb3709
--- /dev/null
+++ b/llama/model.layers.25.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985bb6eb753480078d8f21ca1d65acabc5a14bb326faf4453a1ab4efb69b53fa
+size 67633152
diff --git a/llama/model.layers.25.mlp.up_proj.qzeros b/llama/model.layers.25.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..81981b408b34a98496cff1de0d2c87c9bcf11a30
--- /dev/null
+++ b/llama/model.layers.25.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1227d2c43eea5c25a27f6f432aa48bc348aa5dc4f1c54acc45a4d8718e5b2290
+size 528384
diff --git a/llama/model.layers.25.mlp.up_proj.scales b/llama/model.layers.25.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..eee0f16febadcfab8b93381d6d141b9cb467bcca
--- /dev/null
+++ b/llama/model.layers.25.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed3a129be718393a3608ddcab4ae9fb01d9b6f4351cd1cf4224a88e5d7647b
+size 2113536
diff --git a/llama/model.layers.25.post_attention_layernorm.weight b/llama/model.layers.25.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..15c93c935ddee77bb583974bc144bb191ac3eff8
--- /dev/null
+++ b/llama/model.layers.25.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5f461254e90b0798f200fbd2cc3ae7b9a826834a2694ffcd783a07c84fc01f
+size 24576
diff --git a/llama/model.layers.25.self_attn.k_proj.qweight b/llama/model.layers.25.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..80d05c079e1d65474a285b7c32a3d1099a5ee616
--- /dev/null
+++ b/llama/model.layers.25.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9baff7f5e890c2494b73e7e831e09818e0fb4fa31967a6fb38286bfbcb1b0d
+size 25165824
diff --git a/llama/model.layers.25.self_attn.k_proj.qzeros b/llama/model.layers.25.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..55626644bc466d374f869d5dfab573b8188ed1f3
--- /dev/null
+++ b/llama/model.layers.25.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eee56c9ad27abde52e85094bf6008a609c06bbdf305795c57e5f187d7d4ad5
+size 196608
diff --git a/llama/model.layers.25.self_attn.k_proj.scales b/llama/model.layers.25.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5ddc98639ed5ab499c2fdd61a6788e939d630e36
--- /dev/null
+++ b/llama/model.layers.25.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6544d68b1c305dba37944d4676eb3f5790c11ce06e6d900d3ccd94c6e16907
+size 786432
diff --git a/llama/model.layers.25.self_attn.o_proj.qweight b/llama/model.layers.25.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f2938a41bf4350ce6a33edfede81f2862138526a
--- /dev/null
+++ b/llama/model.layers.25.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835c40f197000d2265045304fc5fb1edd792d56c2c0d78255a74aa60587cf2f6
+size 25165824
diff --git a/llama/model.layers.25.self_attn.o_proj.qzeros b/llama/model.layers.25.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..0927a73fdb32ecac3bf702d472c90858e6b476dd
--- /dev/null
+++ b/llama/model.layers.25.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef11993f76fedda4a5945d5839ee2e8321b969c499b09f3d2a64b17aab84ad13
+size 196608
diff --git a/llama/model.layers.25.self_attn.o_proj.scales b/llama/model.layers.25.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..007c0a7607dca3361ad037b566e6a6d2c9ac8945
--- /dev/null
+++ b/llama/model.layers.25.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd851e113b53d4fe7e3c03bc5e74a0db45ccb649715d3a309a65e95a329b2646
+size 786432
diff --git a/llama/model.layers.25.self_attn.q_proj.qweight b/llama/model.layers.25.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9c4c003fe03bdc41af5e282331a4fb1a5aa2b010
--- /dev/null
+++ b/llama/model.layers.25.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040363e76f204a33c4a8f955e906c63dccb1f95f77c70e1577f568eac2149901
+size 25165824
diff --git a/llama/model.layers.25.self_attn.q_proj.qzeros b/llama/model.layers.25.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..ff4a2cbc0763a0279d8c0756150a8bd648693d21
--- /dev/null
+++ b/llama/model.layers.25.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ace6e31ad20944f70ec139639d1e8c21c037f3d4340bb63c2fb270842151604
+size 196608
diff --git a/llama/model.layers.25.self_attn.q_proj.scales b/llama/model.layers.25.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ce5c151d68c0038d59880cfdb2b5b2b83ad85432
--- /dev/null
+++ b/llama/model.layers.25.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60245555a19a40da0c6030d38f102f96214695b97e323611ec592e14d7491c72
+size 786432
diff --git a/llama/model.layers.25.self_attn.v_proj.qweight b/llama/model.layers.25.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1e2c6618db9c35e3359bc6a4e2d39b3a3f4f9e2d
--- /dev/null
+++ b/llama/model.layers.25.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a769cc78679416516a0f2fdc72e64b7bc27c64917088cc43d8e67956f635b
+size 25165824
diff --git a/llama/model.layers.25.self_attn.v_proj.qzeros b/llama/model.layers.25.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1dea98248a2a05836202433feb538b52cf711f1c
--- /dev/null
+++ b/llama/model.layers.25.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b5c29e45a6a9576047312511a74bc12e918a182a0d2af2c10049071998f045
+size 196608
diff --git a/llama/model.layers.25.self_attn.v_proj.scales b/llama/model.layers.25.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..85ffbefe793ae11611a64a5c8a414ecf32a2c5f4
--- /dev/null
+++ b/llama/model.layers.25.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578090c18556d2c342cf063c7e28630a1ca15c44c06d05a75071346002b818fa
+size 786432
diff --git a/llama/model.layers.26.input_layernorm.weight b/llama/model.layers.26.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3158fad6561df670f67da6120938f40b28edd211
--- /dev/null
+++ b/llama/model.layers.26.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad9c176ed00c91017e583533c9026687a8060169cf06d0b868e0fbdfa985afc
+size 24576
diff --git a/llama/model.layers.26.mlp.down_proj.qweight b/llama/model.layers.26.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d8e1b3b4d5939e0483abd945dd7d0c101cc9e296
--- /dev/null
+++ b/llama/model.layers.26.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2b1ef0efa4d45c4c3c9f229ef8251e3aa0857c6f183a7fd95d3b98deb4d325
+size 67633152
diff --git a/llama/model.layers.26.mlp.down_proj.qzeros b/llama/model.layers.26.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2b2363d82b1212d8f8cd100181ff1327c0888a2a
--- /dev/null
+++ b/llama/model.layers.26.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2babdf26b020dd70553ba1fb735886000644daf66919a51739717b24abf90f9b
+size 528384
diff --git a/llama/model.layers.26.mlp.down_proj.scales b/llama/model.layers.26.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..74409ee996cb0390aad7ca23d03da67a474b6948
--- /dev/null
+++ b/llama/model.layers.26.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8865489e8e4f585e672ef6a3442aa46422bae6fa80b2b164bdb930a5c3de584e
+size 2113536
diff --git a/llama/model.layers.26.mlp.gate_proj.qweight b/llama/model.layers.26.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f9d7aa066ce92f40494509d2f5aba60c24e5c004
--- /dev/null
+++ b/llama/model.layers.26.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b950bdd12325f38a7464e24f0defb9b568fa4119cfe85a22eaf97bc185df2715
+size 67633152
diff --git a/llama/model.layers.26.mlp.gate_proj.qzeros b/llama/model.layers.26.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9879974addf1de6928e38a906c8879d9b3f073fb
--- /dev/null
+++ b/llama/model.layers.26.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9305a88b25cdacab7d9540b514a5f86109fa2a045f0e135708003369c9446fe7
+size 528384
diff --git a/llama/model.layers.26.mlp.gate_proj.scales b/llama/model.layers.26.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ec8f71f043e50f9624f42e82b4a789969e132f6f
--- /dev/null
+++ b/llama/model.layers.26.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3752f0e439ec2aac64bd2ef894b5794de60801693408e0620f1dbcadf13d36
+size 2113536
diff --git a/llama/model.layers.26.mlp.up_proj.qweight b/llama/model.layers.26.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..991915f8b86241ffacf9b1a6f2c470e495443626
--- /dev/null
+++ b/llama/model.layers.26.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960f62c583f6986958f9504cca971b5611c70041a9968924299ddabf50159b92
+size 67633152
diff --git a/llama/model.layers.26.mlp.up_proj.qzeros b/llama/model.layers.26.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9f38758fe1ba2746f2e782b7cbec72b73791508c
--- /dev/null
+++ b/llama/model.layers.26.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f044b054d1a7314cb3905e61994b3ce1a7e838e9d6f0d6cf9e99b09d73f43c4
+size 528384
diff --git a/llama/model.layers.26.mlp.up_proj.scales b/llama/model.layers.26.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c81423a82280859383c0d34618e1aa04666722b7
--- /dev/null
+++ b/llama/model.layers.26.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ec600415299653f885c9f31c801dc53fd83ba876e1b4a58e7253321b0c502
+size 2113536
diff --git a/llama/model.layers.26.post_attention_layernorm.weight b/llama/model.layers.26.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8d72b14c32fd6323412ed31f5f8bb920bb13eb63
--- /dev/null
+++ b/llama/model.layers.26.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c00cfe46311e6ad310215373a5969a66d5265ee45c8e793f234dd0bfacd0a1
+size 24576
diff --git a/llama/model.layers.26.self_attn.k_proj.qweight b/llama/model.layers.26.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9d2214761ed65fced24303bec66c3be784321aa4
--- /dev/null
+++ b/llama/model.layers.26.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8103fb7f08d31464c56d3a75b0206e67dd6b67c404cab08aad6d169cc6c9d9
+size 25165824
diff --git a/llama/model.layers.26.self_attn.k_proj.qzeros b/llama/model.layers.26.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..58736371260c6684ab0c1d27fe86ff8d06b23c35
--- /dev/null
+++ b/llama/model.layers.26.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95748d26ea40e0c391cbb5bb44f88b4cf46cc9a6151876fcb7a828300e0db9
+size 196608
diff --git a/llama/model.layers.26.self_attn.k_proj.scales b/llama/model.layers.26.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..93406bd7037ce4928914c414fdc2d8e2a00680df
--- /dev/null
+++ b/llama/model.layers.26.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b7b3e9c95f9658eb8983cd310adb094a56e2011c5168f494429c354a61209f
+size 786432
diff --git a/llama/model.layers.26.self_attn.o_proj.qweight b/llama/model.layers.26.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..3159ffa9e4cacf1936c23c2f8e2fefca9397ebfd
--- /dev/null
+++ b/llama/model.layers.26.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f513435e690a2133bf2ea789440553ffc55acd65b699719be7c98755b72352
+size 25165824
diff --git a/llama/model.layers.26.self_attn.o_proj.qzeros b/llama/model.layers.26.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b6c1d2596287c2d6134431dcf46e88c82d6a4813
--- /dev/null
+++ b/llama/model.layers.26.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683d41c0152612714e145b55d1ac13a531f92511f8a3576514b8de9dd7ede05b
+size 196608
diff --git a/llama/model.layers.26.self_attn.o_proj.scales b/llama/model.layers.26.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7306f03bfce72c245cbcec9f52486715f03e37d4
--- /dev/null
+++ b/llama/model.layers.26.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81748ef27e054473b50c7b6406a0c21d6359406f9c517f8994d93d6eec7ea890
+size 786432
diff --git a/llama/model.layers.26.self_attn.q_proj.qweight b/llama/model.layers.26.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d6b589da10b293804fc452cd93a779adb8d8c87e
--- /dev/null
+++ b/llama/model.layers.26.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb989e4cbd86e6e23899b190874b38e33b2a553ea64056f71a1dd6605dc8d673
+size 25165824
diff --git a/llama/model.layers.26.self_attn.q_proj.qzeros b/llama/model.layers.26.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..89bd5e6f3bbaa28a2a0b9981033f7e22ea1f9318
--- /dev/null
+++ b/llama/model.layers.26.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273debf0e86b58d4ae4875383e7a070f36164ff124f597518ca10aa738fd3b59
+size 196608
diff --git a/llama/model.layers.26.self_attn.q_proj.scales b/llama/model.layers.26.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3a430ec777ad8b821086a7d3873ea4f5ac4bc553
--- /dev/null
+++ b/llama/model.layers.26.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a79f2c98878f0d053a11e741c71de7cd5b0fee1c25d6baf8e267be5e9ecb04f
+size 786432
diff --git a/llama/model.layers.26.self_attn.v_proj.qweight b/llama/model.layers.26.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7fc7579fc15c4dee56dbed52b8474e9e11051ffa
--- /dev/null
+++ b/llama/model.layers.26.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d5b772b57120c515de93923a41825b547b9377ad2b7f057952db59818ba42d
+size 25165824
diff --git a/llama/model.layers.26.self_attn.v_proj.qzeros b/llama/model.layers.26.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..528802c920a8429ccb69c4645662763da3b0bff4
--- /dev/null
+++ b/llama/model.layers.26.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44ecba8fa6a38fe60db7dfe29312041b79f0f3dd99a349c438f64f9d85322d6
+size 196608
diff --git a/llama/model.layers.26.self_attn.v_proj.scales b/llama/model.layers.26.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f6191e9d122d34586b2d8870ac5044306a06f2be
--- /dev/null
+++ b/llama/model.layers.26.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f3a8272013a9ac97f1f9d60c3645c300c9fd7634f0cd09647dc9bc6a75868a
+size 786432
diff --git a/llama/model.layers.27.input_layernorm.weight b/llama/model.layers.27.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7784f8577fe14007212d0229ed0d13fa7b3882f8
--- /dev/null
+++ b/llama/model.layers.27.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318c5640f983307474fe22128624d9e2a0b4a5786aff7ef434fab47abe674d0c
+size 24576
diff --git a/llama/model.layers.27.mlp.down_proj.qweight b/llama/model.layers.27.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dfe61d36d41315e6e9955f1da3f00568c59fb323
--- /dev/null
+++ b/llama/model.layers.27.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063987afbbcb1e78178afacb1627eb4ea711ed1ffbd03ab6baee95bcdcd64960
+size 67633152
diff --git a/llama/model.layers.27.mlp.down_proj.qzeros b/llama/model.layers.27.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3b86b34b5d680963f6d6d5d36008c13a3d70856e
--- /dev/null
+++ b/llama/model.layers.27.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be0b5b268a8a0d7a114e4953186b8e21deec3fe1f0327f9b0e82ef3778960bb
+size 528384
diff --git a/llama/model.layers.27.mlp.down_proj.scales b/llama/model.layers.27.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6975740ac7934e7ce96b1cb3ffff26917ff25ba1
--- /dev/null
+++ b/llama/model.layers.27.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f5942bf6131c59e4c48559db4429503e7b03664a1f64ff38b98e800a109ca0
+size 2113536
diff --git a/llama/model.layers.27.mlp.gate_proj.qweight b/llama/model.layers.27.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..4b9d852adea9894d6f47a0ec21a476c4ea62c87c
--- /dev/null
+++ b/llama/model.layers.27.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aecc559d1b8953e940b65544f5d049c3332af6a62aac607dac820b51b3ce956
+size 67633152
diff --git a/llama/model.layers.27.mlp.gate_proj.qzeros b/llama/model.layers.27.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..79420e4caf6f4e064cf87c4da52a0048c28f4a1e
--- /dev/null
+++ b/llama/model.layers.27.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe0bc27f51a42818090c1e2ee938d1a9846596ef75dbf1947acd5757bdeb659
+size 528384
diff --git a/llama/model.layers.27.mlp.gate_proj.scales b/llama/model.layers.27.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b42f6d2340465cd9d27fc8be2997cd0c0a1dbf87
--- /dev/null
+++ b/llama/model.layers.27.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0e208b1932f2af0a312973096c630e622e3d431382b1e083d91ea8caf7c286
+size 2113536
diff --git a/llama/model.layers.27.mlp.up_proj.qweight b/llama/model.layers.27.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..e3a97a3a2c34e8eecb4f0f299abde8407be31fe8
--- /dev/null
+++ b/llama/model.layers.27.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6376e22d352a8d800e0122a0072174b94bed0bf7011f8b4574feaa4517d4eccf
+size 67633152
diff --git a/llama/model.layers.27.mlp.up_proj.qzeros b/llama/model.layers.27.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..0d6f5aba2581f9d3b1dd60fbbe5b60d12a106d79
--- /dev/null
+++ b/llama/model.layers.27.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e9321ded8f0ce5b5020a41b2d2de57c607c6f09fa83414d3d8e899243bed92
+size 528384
diff --git a/llama/model.layers.27.mlp.up_proj.scales b/llama/model.layers.27.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f4e509e43b1ee67bc963b00b4efce7b706549c89
--- /dev/null
+++ b/llama/model.layers.27.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4f0be084b31c79e654e888b906b3242e671d0adce74ac3eb8f9487f608056f
+size 2113536
diff --git a/llama/model.layers.27.post_attention_layernorm.weight b/llama/model.layers.27.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1b50c8476af21851830a92da4919c190a3a58871
--- /dev/null
+++ b/llama/model.layers.27.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0b5e568b9b56ef21179b380c9e133ef7eb53b425aca34cf77393be5429b4c8
+size 24576
diff --git a/llama/model.layers.27.self_attn.k_proj.qweight b/llama/model.layers.27.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f6ab83b95d911c0a4eb82840185fc13801f7f88e
--- /dev/null
+++ b/llama/model.layers.27.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6640b236d2ea80bd6ffbdbe6ca78c2846cd53ac9e73af7a6f17473ee99266e75
+size 25165824
diff --git a/llama/model.layers.27.self_attn.k_proj.qzeros b/llama/model.layers.27.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c110e46c523efe5d3db7e8d44c3a1f0c3ace5bf2
--- /dev/null
+++ b/llama/model.layers.27.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917c19fa1c50870fc6a191042ec49662603888ed5c08ed113cbfe2fd47d9d119
+size 196608
diff --git a/llama/model.layers.27.self_attn.k_proj.scales b/llama/model.layers.27.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2d8aaee414806fd7409114591262774951091fbd
--- /dev/null
+++ b/llama/model.layers.27.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb124a213de853458aa10ce7c607ae6596ffe32880dd33f9d43f0915161fe24
+size 786432
diff --git a/llama/model.layers.27.self_attn.o_proj.qweight b/llama/model.layers.27.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..0226f506572526c9f37559eebf3a8f059133cc31
--- /dev/null
+++ b/llama/model.layers.27.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdbdecb55d5a9de9c14c541c5856244ba9ed84aabed612886a6f64d3612d7dc
+size 25165824
diff --git a/llama/model.layers.27.self_attn.o_proj.qzeros b/llama/model.layers.27.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..fa9379276362cd0a64ad82da8d13e53a6d660ee0
--- /dev/null
+++ b/llama/model.layers.27.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bce18141f5dde6405d29030bff5ee8caecc1c5eaf54d12443460e7c25dfaeb7
+size 196608
diff --git a/llama/model.layers.27.self_attn.o_proj.scales b/llama/model.layers.27.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0676823143cd578f544a75c459fe9860a069ac21
--- /dev/null
+++ b/llama/model.layers.27.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e637f6c53543915a559bc1092db02812a8b13dfb1fe8bfcc9cbf6748482f3b8a
+size 786432
diff --git a/llama/model.layers.27.self_attn.q_proj.qweight b/llama/model.layers.27.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..38aa7c5522a0b533e96b2769d60ea67077ef55bc
--- /dev/null
+++ b/llama/model.layers.27.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc45381977d255fec7ee5e8561322e049a2f273b186ac0de73dca298847e0c9f
+size 25165824
diff --git a/llama/model.layers.27.self_attn.q_proj.qzeros b/llama/model.layers.27.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..87501eb4265a8f3b0c8c3185cce71dcab10bbf64
--- /dev/null
+++ b/llama/model.layers.27.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac9109b0bb5092df170edae9a65019ae7430eb8ead177917c5fa5499b0a9e88
+size 196608
diff --git a/llama/model.layers.27.self_attn.q_proj.scales b/llama/model.layers.27.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..68e5210c58f0ff3aef9aeed152efbe8138de4600
--- /dev/null
+++ b/llama/model.layers.27.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5797cbdfcb73671c9bf82da2bea309e21c368ffd95ad10e106f29c2d58cd87b3
+size 786432
diff --git a/llama/model.layers.27.self_attn.v_proj.qweight b/llama/model.layers.27.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..93b367cd3bb13bad9d137d15e30fea25295a3214
--- /dev/null
+++ b/llama/model.layers.27.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4afbce1ad74387afda695f89725b5bce0207ad846dfb111068988e38ea9eb6
+size 25165824
diff --git a/llama/model.layers.27.self_attn.v_proj.qzeros b/llama/model.layers.27.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2167dbcc026436d75c0472c2b0c9ed945bf3ca68
--- /dev/null
+++ b/llama/model.layers.27.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a469f41ba46f031631dfc3574802f397a7599c5dd7c75e0665f1df6221c39c
+size 196608
diff --git a/llama/model.layers.27.self_attn.v_proj.scales b/llama/model.layers.27.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1507c65a4c0c1b15dced2ad1a4eb624d5a3dfd02
--- /dev/null
+++ b/llama/model.layers.27.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05466b1fb6b172bfe74c9b00f0e02db7ff3bd788de050d0a1c855728cdc8a58
+size 786432
diff --git a/llama/model.layers.28.input_layernorm.weight b/llama/model.layers.28.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2c0a170c5c6e2b2650ee427af2aa440e0e1ffa9f
--- /dev/null
+++ b/llama/model.layers.28.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5943f01dfebdd1808d8e51da14bf2f43266cf31c9ba72a0432fcb6c6df910eb5
+size 24576
diff --git a/llama/model.layers.28.mlp.down_proj.qweight b/llama/model.layers.28.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a8e0906094a209ea42dbf5280b3a79ad39d0ebf7
--- /dev/null
+++ b/llama/model.layers.28.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1333e94c63fe26d047b87fee3fcad1623237da2e69b23dd3c166c4250cc942
+size 67633152
diff --git a/llama/model.layers.28.mlp.down_proj.qzeros b/llama/model.layers.28.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d9a5765b2f6c7e321f41ef05c7ebbdbd0609734c
--- /dev/null
+++ b/llama/model.layers.28.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9171be8dd9b56be530db49417a58d825edd5e9e8ba6f17d861474a84a523fd
+size 528384
diff --git a/llama/model.layers.28.mlp.down_proj.scales b/llama/model.layers.28.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c77dfb4247cef0a4b5e1da88c9d7bf4a8368e04e
--- /dev/null
+++ b/llama/model.layers.28.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07135bd1a94e810284fa8e2f366d2b13420d52342239c312f306df6fc9ab857d
+size 2113536
diff --git a/llama/model.layers.28.mlp.gate_proj.qweight b/llama/model.layers.28.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7daeaf7f120c4f0ebdabfea9f827f09ba04d5ee9
--- /dev/null
+++ b/llama/model.layers.28.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9af38d5b1bf1f00e2675ceaa2488679dc3bbb1653fc9d12f0f3d7336ff23e56
+size 67633152
diff --git a/llama/model.layers.28.mlp.gate_proj.qzeros b/llama/model.layers.28.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..75cc294bb70539413d3d0fe4edf2098adeb3aff5
--- /dev/null
+++ b/llama/model.layers.28.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0237348204769da840b603074601f2def74a7717a743aa1321fa27e6c009e9a4
+size 528384
diff --git a/llama/model.layers.28.mlp.gate_proj.scales b/llama/model.layers.28.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bdc6dc3efed235c8366988f9b6256817c803b457
--- /dev/null
+++ b/llama/model.layers.28.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a934ad1bc681162e3adfb1f2c32ad48d1fb966a2a4a2691f1b67fc496c7dcc
+size 2113536
diff --git a/llama/model.layers.28.mlp.up_proj.qweight b/llama/model.layers.28.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..42b63d47f0110618d1f276a58ae89c76d6c64b59
--- /dev/null
+++ b/llama/model.layers.28.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b725b4634a93963396ea3ddf752f508e25aa01a97c4e88799615aeaeb6d528
+size 67633152
diff --git a/llama/model.layers.28.mlp.up_proj.qzeros b/llama/model.layers.28.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cd6f7a8b1f0caa606e95bd00f27e6f5febbb468f
--- /dev/null
+++ b/llama/model.layers.28.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54287a294e0d40f5ab0f13f0158808086fd949a06d0a4ab96d32b1a2edb7a737
+size 528384
diff --git a/llama/model.layers.28.mlp.up_proj.scales b/llama/model.layers.28.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8bb0b7f1fca5e2ed0343c9ca0599e438362fc220
--- /dev/null
+++ b/llama/model.layers.28.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac9856982e8232f6eebe1d380243c637a073cd912b74fc1e4b21395424ea9f5
+size 2113536
diff --git a/llama/model.layers.28.post_attention_layernorm.weight b/llama/model.layers.28.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..97a1593fb5077bb16796df90f62cb1d029161aa8
--- /dev/null
+++ b/llama/model.layers.28.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c3bd6ddf99c5bc856e26d0cce3301f999c17ab1b0669316d39fb31a0453395
+size 24576
diff --git a/llama/model.layers.28.self_attn.k_proj.qweight b/llama/model.layers.28.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d2dd02f161d37296a083c258262d14ec816e1283
--- /dev/null
+++ b/llama/model.layers.28.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08c54488e13325c8390419c46f747e7dc71f8003c21659f79eca67744b4757a
+size 25165824
diff --git a/llama/model.layers.28.self_attn.k_proj.qzeros b/llama/model.layers.28.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..908dbfff668e18db669589822754546683b3a5c6
--- /dev/null
+++ b/llama/model.layers.28.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0df2e645a9957fa3e401a8b0558622fdeb3afc7a70c270f076d18c2e77befa
+size 196608
diff --git a/llama/model.layers.28.self_attn.k_proj.scales b/llama/model.layers.28.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8d021e919dbc78498643ae5234e58e4b1beeff6e
--- /dev/null
+++ b/llama/model.layers.28.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5116621c244a7db38e6b50a3ea908a8f030ae385d9b4a3db18cf9a356dc3e7cb
+size 786432
diff --git a/llama/model.layers.28.self_attn.o_proj.qweight b/llama/model.layers.28.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9eb6cad5c546bf874669d3e85aa62ecba0fe3be2
--- /dev/null
+++ b/llama/model.layers.28.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f85898eda16a20e86e9499f923be2daa0d2eb745736864165bfc1dacd5d1827
+size 25165824
diff --git a/llama/model.layers.28.self_attn.o_proj.qzeros b/llama/model.layers.28.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..2e3708497cae1411c1eff7d51499238d55f252eb
--- /dev/null
+++ b/llama/model.layers.28.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aefd1748d9cf4615ec98f88a7b83d37fda565c0218548fe2042289fe8bbd7be
+size 196608
diff --git a/llama/model.layers.28.self_attn.o_proj.scales b/llama/model.layers.28.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..644ef85eb7efca07545afb47b7fb1edc3e6d0b65
--- /dev/null
+++ b/llama/model.layers.28.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7847f39f71f43eabb91740f755e25c3f8692bf389147356de07eb40f4e0fb
+size 786432
diff --git a/llama/model.layers.28.self_attn.q_proj.qweight b/llama/model.layers.28.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..06411e3184c6da98470a34b431a38804f8158b35
--- /dev/null
+++ b/llama/model.layers.28.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bde46919e40064f96e15044388c976c5ecded4ca169a25863439210494863fd
+size 25165824
diff --git a/llama/model.layers.28.self_attn.q_proj.qzeros b/llama/model.layers.28.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9bc95a7780f4405283946ba0eb54795402fc6abb
--- /dev/null
+++ b/llama/model.layers.28.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b026e0dbc44211bd8fcc424ca617a4b156933b08a1152c1191c4e5522129edd
+size 196608
diff --git a/llama/model.layers.28.self_attn.q_proj.scales b/llama/model.layers.28.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1059f4d02f6f4d79c15b3f9acc644a1d94d1ee18
--- /dev/null
+++ b/llama/model.layers.28.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f1e4cfaf04f092acdb88b410c576c4e177b068d34c56ca1a607d1e1720e06c
+size 786432
diff --git a/llama/model.layers.28.self_attn.v_proj.qweight b/llama/model.layers.28.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..042c8fd809cf8c8baaac30656435116517d382db
--- /dev/null
+++ b/llama/model.layers.28.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac94570b92e1ef64f7d7c455905224d5c3212f7df1c02a071717f518cb970638
+size 25165824
diff --git a/llama/model.layers.28.self_attn.v_proj.qzeros b/llama/model.layers.28.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a88964c44824108c8290b9023562887b07b6d28a
--- /dev/null
+++ b/llama/model.layers.28.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de7bcc01bf0a90898c4298ae83745ed8895d3b585e5a1f358d8476cc23ba5e6
+size 196608
diff --git a/llama/model.layers.28.self_attn.v_proj.scales b/llama/model.layers.28.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..80e51613ad80672cc3f8fe941dbe0d771d5c73ce
--- /dev/null
+++ b/llama/model.layers.28.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf10f7d3fb29b514ea77b75060da41caaa5e955aa2df4d8522245ce23102b29
+size 786432
diff --git a/llama/model.layers.29.input_layernorm.weight b/llama/model.layers.29.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..a2c15744967a8bf20c766b71ef76534d4166c858
--- /dev/null
+++ b/llama/model.layers.29.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba02b0445500402f6b074bafd182e9282c26b4adc989b46441e7c76731e6a77d
+size 24576
diff --git a/llama/model.layers.29.mlp.down_proj.qweight b/llama/model.layers.29.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..03e37a94b8438fe8618b03076e43a8f17e945433
--- /dev/null
+++ b/llama/model.layers.29.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486ed8d5e88ba2895be5908241f3c039f2d687ca168fc601140e2b3609ea27f7
+size 67633152
diff --git a/llama/model.layers.29.mlp.down_proj.qzeros b/llama/model.layers.29.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c48e4b69e95e88200ffbba33735346929fc95020
--- /dev/null
+++ b/llama/model.layers.29.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa1cff3486318d5e7f421047d9cf29c1917e398dda134f65e729f17d9065939
+size 528384
diff --git a/llama/model.layers.29.mlp.down_proj.scales b/llama/model.layers.29.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..328fd680fed50a7439c7f2e24dc686d0f4e37ef8
--- /dev/null
+++ b/llama/model.layers.29.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e85f950e600ae0c40c17f8734821cea19a8aea15ee5ebac47cad9a7b548132
+size 2113536
diff --git a/llama/model.layers.29.mlp.gate_proj.qweight b/llama/model.layers.29.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d9a74cf933103f357c41e9f9874de4ec9be72efa
--- /dev/null
+++ b/llama/model.layers.29.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed2bf6fb510a2a22831cee2a997a81fb7bf5d324929bc2424108f447e989f83
+size 67633152
diff --git a/llama/model.layers.29.mlp.gate_proj.qzeros b/llama/model.layers.29.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c7e5d243c7b4aaa70580c62d3ae0467ff935c306
--- /dev/null
+++ b/llama/model.layers.29.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d56c248eab83a72a341b08e2213abae58432f0e8113a883b2a4d0f601b0e16
+size 528384
diff --git a/llama/model.layers.29.mlp.gate_proj.scales b/llama/model.layers.29.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..572804870ba3003f5337dcfe0e1caae0d40eae98
--- /dev/null
+++ b/llama/model.layers.29.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744b7b13e56622a036590799ee7ead344e2ba3a984470450136f0007d6763429
+size 2113536
diff --git a/llama/model.layers.29.mlp.up_proj.qweight b/llama/model.layers.29.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ece010e6d9a3fa65c6dd02b63b72146e2091ee3e
--- /dev/null
+++ b/llama/model.layers.29.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277038bb24fdbc2b4b89afb30f8ff742fee7eeeb1551aa29b7cc48c44b60e4a1
+size 67633152
diff --git a/llama/model.layers.29.mlp.up_proj.qzeros b/llama/model.layers.29.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..850f8010063bd99e9a6be330732810d8543d798e
--- /dev/null
+++ b/llama/model.layers.29.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5079ecaaca04a97adbf8fb63d8cdd0496a5496f28da155da39809bf69e8709
+size 528384
diff --git a/llama/model.layers.29.mlp.up_proj.scales b/llama/model.layers.29.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..548aaef4dbf9efb37b7e971a9002f98489f579cb
--- /dev/null
+++ b/llama/model.layers.29.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62e7e5450fd88ed624b38faa1a24c08170982e863a00e901668b563f762a12
+size 2113536
diff --git a/llama/model.layers.29.post_attention_layernorm.weight b/llama/model.layers.29.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e2aca08c2830fe8d39396b2d10ab73edc49982dc
--- /dev/null
+++ b/llama/model.layers.29.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51adcdbc96e4b0a34c7baf278d53cdeb5cb94280d85cf445cc90a44faf54e39
+size 24576
diff --git a/llama/model.layers.29.self_attn.k_proj.qweight b/llama/model.layers.29.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ebc081ff3c65e73d818ab4d52f2a84dabeaccdf0
--- /dev/null
+++ b/llama/model.layers.29.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e8c4698295c0fb95e9abf58ba0ad286c09e3a35d892a1de1cb0dfe2be4fc5f
+size 25165824
diff --git a/llama/model.layers.29.self_attn.k_proj.qzeros b/llama/model.layers.29.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..441fb711f114e92d3d32f4dc0c00a20df028fd1b
--- /dev/null
+++ b/llama/model.layers.29.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3901d8620f5e5ae33e5f2b214905c0d9bdd5665b9b1d76fa2f7347c0e33e0ae4
+size 196608
diff --git a/llama/model.layers.29.self_attn.k_proj.scales b/llama/model.layers.29.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..fa37ba53c08e99155cf42978bb9820b406726b22
--- /dev/null
+++ b/llama/model.layers.29.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68686ed6a11026c04c6d0ed3f9046401b70ed3b8171d9060a6ad1dae20f6541
+size 786432
diff --git a/llama/model.layers.29.self_attn.o_proj.qweight b/llama/model.layers.29.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e83a4911d250e81b6b159025af7aad96f8ad1
--- /dev/null
+++ b/llama/model.layers.29.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a8c6e6480720b52284f00848762dcd1a4ba480b1ef5079d1d522d2d5fc156
+size 25165824
diff --git a/llama/model.layers.29.self_attn.o_proj.qzeros b/llama/model.layers.29.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..be86a00d22060536d13331197b6bcd10575b45e0
--- /dev/null
+++ b/llama/model.layers.29.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd39b0365e478699cb59b6bbf8745807c7a99f6f9fd14339008cb1402f8c4d6
+size 196608
diff --git a/llama/model.layers.29.self_attn.o_proj.scales b/llama/model.layers.29.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c52031f6ce2c57c6ceff58b72f7ca97d189e7854
--- /dev/null
+++ b/llama/model.layers.29.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35ba239b060fd32cabd0bc83c573ee1043c1b00eeb9c2690a2bf8b879a27cc8
+size 786432
diff --git a/llama/model.layers.29.self_attn.q_proj.qweight b/llama/model.layers.29.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..78316decf370be914b0d5335f3aa11acca01608b
--- /dev/null
+++ b/llama/model.layers.29.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258807818a5523e8b559e3baf967a8b901019e34d9b43e758c07b8b170dc3890
+size 25165824
diff --git a/llama/model.layers.29.self_attn.q_proj.qzeros b/llama/model.layers.29.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..b39528c84afa996fb9e5f3aad76cea6b357be546
--- /dev/null
+++ b/llama/model.layers.29.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f509adfd2ec54f290e3cf6453f289da0d9751f0c7df8297eaf204b61f7a079c9
+size 196608
diff --git a/llama/model.layers.29.self_attn.q_proj.scales b/llama/model.layers.29.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a3e781643983ac24fe65fb6ad96d6284f918337e
--- /dev/null
+++ b/llama/model.layers.29.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1da5fc3b0c9dec2676728dc96f2d36559095bed9c5b62fa389703b5b93b2e
+size 786432
diff --git a/llama/model.layers.29.self_attn.v_proj.qweight b/llama/model.layers.29.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..aeda5bf6c285c09a081882f1887bd6231b0f5d5f
--- /dev/null
+++ b/llama/model.layers.29.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb299a02b0afec161cab05af2370cc35b5271c8735e2953e9d8547f4d3167d1
+size 25165824
diff --git a/llama/model.layers.29.self_attn.v_proj.qzeros b/llama/model.layers.29.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3e1d1885014bb2457ffe2b0d844a6dbd84fd3f43
--- /dev/null
+++ b/llama/model.layers.29.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e3013ae972f1ffb621bcbcc6442196fc88251a9cda7a3a8b3bd1b94618d0d5
+size 196608
diff --git a/llama/model.layers.29.self_attn.v_proj.scales b/llama/model.layers.29.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cfc97d387444dd525ea030555b6dc9956e855b9c
--- /dev/null
+++ b/llama/model.layers.29.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46fad2421a35b5b63c9e7537f512ee0d7f2eaaf065cf9edadf8ca6c76c3ea3e
+size 786432
diff --git a/llama/model.layers.3.input_layernorm.weight b/llama/model.layers.3.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..fd62aea6b104d24a9b0b82b7b261417418dfc047
--- /dev/null
+++ b/llama/model.layers.3.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac2d1c96fa145754643571cedc75f9c173c064eeca00c674d8e625978bdb973
+size 24576
diff --git a/llama/model.layers.3.mlp.down_proj.qweight b/llama/model.layers.3.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..6be25792eacc503b82e0fd23e272126cc3e49666
--- /dev/null
+++ b/llama/model.layers.3.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20482f4915441eb97e4c34c69cd3b4747c6707f5da0539a1963e7f17404a0fdd
+size 67633152
diff --git a/llama/model.layers.3.mlp.down_proj.qzeros b/llama/model.layers.3.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..75285010536505cc81625218a4d29b0c75fb7f28
--- /dev/null
+++ b/llama/model.layers.3.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad580372985c2f69f9958864386837f340fed2be635fcce6332cab9cf77ed11
+size 528384
diff --git a/llama/model.layers.3.mlp.down_proj.scales b/llama/model.layers.3.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1e54a27c8fb1657f04e2551105df283a74a90bc8
--- /dev/null
+++ b/llama/model.layers.3.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694f9565a204d45f68a8871e6fc9ad675325c892d4df66241abe1fe2d582c158
+size 2113536
diff --git a/llama/model.layers.3.mlp.gate_proj.qweight b/llama/model.layers.3.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..fb2effb15c896ed78fb46f3f1681442ab99d0560
--- /dev/null
+++ b/llama/model.layers.3.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d13edc4d2602068eb84ed806cdb15ebe87ee10cd499723e0e1a1cb0c82bbd8
+size 67633152
diff --git a/llama/model.layers.3.mlp.gate_proj.qzeros b/llama/model.layers.3.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..bfbad40ed825a985b98cf7378f5e1087619b2678
--- /dev/null
+++ b/llama/model.layers.3.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8b2cb685e33240ac34c4294f2baf058d6fd4c49ccdd4d3c08e961ccb432dc
+size 528384
diff --git a/llama/model.layers.3.mlp.gate_proj.scales b/llama/model.layers.3.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3131f4ea43e078348be533f958248d6cf5f80891
--- /dev/null
+++ b/llama/model.layers.3.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42afe493f5bc57fb5c27e603cd2a479ebe20c925b223edb75e6e0cbb56f42a8
+size 2113536
diff --git a/llama/model.layers.3.mlp.up_proj.qweight b/llama/model.layers.3.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..466e2245e4ab1350d3c625b1a78520d7a39b1317
--- /dev/null
+++ b/llama/model.layers.3.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891c5351de3137d67a10809af222f52b860507dc856ab8d6389214f88fddc59f
+size 67633152
diff --git a/llama/model.layers.3.mlp.up_proj.qzeros b/llama/model.layers.3.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e7ecd250a8cca6017af88caa7516cf33f49fa0b8
--- /dev/null
+++ b/llama/model.layers.3.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d270e343c509b9da7e701078de9dd186ab23f1c54a40855fa086ec8829085e
+size 528384
diff --git a/llama/model.layers.3.mlp.up_proj.scales b/llama/model.layers.3.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..32fcbfee7d325e6c1d3746d1a8fb67b594262fec
--- /dev/null
+++ b/llama/model.layers.3.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f9bb7594cc31802c80375566e5d5697ffdd5ae0f2238905ece009fdc3ef89f
+size 2113536
diff --git a/llama/model.layers.3.post_attention_layernorm.weight b/llama/model.layers.3.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e899214495c92f3966172574d780d4b046a09dcb
--- /dev/null
+++ b/llama/model.layers.3.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac09080a9a9d295bdd847817ba50ae7f2896bce661a6aeecc85a47b3360e84d
+size 24576
diff --git a/llama/model.layers.3.self_attn.k_proj.qweight b/llama/model.layers.3.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..00f66586cf8417cea8923f04e256e035e13aa780
--- /dev/null
+++ b/llama/model.layers.3.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8a1451f826ee0317fc7658962ce3c934bb8204e8374dc84d9ac2d9d6f0690d
+size 25165824
diff --git a/llama/model.layers.3.self_attn.k_proj.qzeros b/llama/model.layers.3.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..544c33615a1e88ffe4d63db57b7b9a4c2fa2173f
--- /dev/null
+++ b/llama/model.layers.3.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e67a3e8f2104b5efb441ce7be0909cac9cfdcc082b8336a4edf69ee6bcc17fb
+size 196608
diff --git a/llama/model.layers.3.self_attn.k_proj.scales b/llama/model.layers.3.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c8b3c9bcc70933104fb9dae054bcc64e60848396
--- /dev/null
+++ b/llama/model.layers.3.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8115f9a60b26049e4fa57256ea910dc86e434966c4c4bc6b829d075dcf7bbf
+size 786432
diff --git a/llama/model.layers.3.self_attn.o_proj.qweight b/llama/model.layers.3.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d7987e73f9efc0de854eaeff0bea68312646f2f1
--- /dev/null
+++ b/llama/model.layers.3.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92157bbc036081dfd6ef27b52a80bdd1b60af4f2c72cc7cd243f706509ea8375
+size 25165824
diff --git a/llama/model.layers.3.self_attn.o_proj.qzeros b/llama/model.layers.3.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f687723eb22938750139630d3ecfe8ad9df6bd76
--- /dev/null
+++ b/llama/model.layers.3.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295482d5e3569843b9fea2e2a6de6b69e2d8c2cd0ce0a139ebaf790363e46bdf
+size 196608
diff --git a/llama/model.layers.3.self_attn.o_proj.scales b/llama/model.layers.3.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d6148b42784a5d9fe16df11e8de8d6d5411e7b4b
--- /dev/null
+++ b/llama/model.layers.3.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f41d6c1cf0c83528cfe3691e49cd644f40c21fdd0e06841c5bfcf7b591c176
+size 786432
diff --git a/llama/model.layers.3.self_attn.q_proj.qweight b/llama/model.layers.3.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..676c0e992f371a696c2a3587516c9ea3fe810a27
--- /dev/null
+++ b/llama/model.layers.3.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d53240627d0efb5f0aec47e010c7ff1e60130c90063563170d0f254d5e46b72
+size 25165824
diff --git a/llama/model.layers.3.self_attn.q_proj.qzeros b/llama/model.layers.3.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a312a8f34028e1c8ae2d2ca13e4719f155dc6714
--- /dev/null
+++ b/llama/model.layers.3.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9860699ee400cc888d01a2737359193012586cf6c8a5ac7c1511b18fd84c73b8
+size 196608
diff --git a/llama/model.layers.3.self_attn.q_proj.scales b/llama/model.layers.3.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..50624d8edd54a4f757ef8b711294a01cb7529337
--- /dev/null
+++ b/llama/model.layers.3.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ced9eb55904997a6f5e76a745503558aa9b59d53a466c1bc18f13e5ff0d202
+size 786432
diff --git a/llama/model.layers.3.self_attn.v_proj.qweight b/llama/model.layers.3.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..ca29b0a7306760b6f019a37aa76adb73f9587370
--- /dev/null
+++ b/llama/model.layers.3.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60efc9035b58ea70d44ca2525f04e5d9c3a7fcf42e098b9fac64fae4cc47f51c
+size 25165824
diff --git a/llama/model.layers.3.self_attn.v_proj.qzeros b/llama/model.layers.3.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..191fe18f4018ecce6a81896ba1b5eef299903d9f
--- /dev/null
+++ b/llama/model.layers.3.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd6a0a78ca568bc3ecae788cfbb80608c5c253a33267080be818d8d45cd3e49
+size 196608
diff --git a/llama/model.layers.3.self_attn.v_proj.scales b/llama/model.layers.3.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..aa1f36726416f267a3c3138a6fbca9f6159eeb19
--- /dev/null
+++ b/llama/model.layers.3.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed836b9b60f55514b9755ae38f399c6a0c64d0642f74d9fa6316634a6b59b4d
+size 786432
diff --git a/llama/model.layers.30.input_layernorm.weight b/llama/model.layers.30.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0710dc0c8dbccd5a856ae8978e92b4602570adf6
--- /dev/null
+++ b/llama/model.layers.30.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240170c39529349eb00b590709e9060a732bf59ff74a6c6b553429934a769a15
+size 24576
diff --git a/llama/model.layers.30.mlp.down_proj.qweight b/llama/model.layers.30.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2b8f85b9b6a2093184322aec412ed0ac294ec893
--- /dev/null
+++ b/llama/model.layers.30.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a062630fad4ee9a081db605df3af873f46fb4fa563e6314ca4efd8b2242870c6
+size 67633152
diff --git a/llama/model.layers.30.mlp.down_proj.qzeros b/llama/model.layers.30.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..cacb94a6eeca7d30c7036c45ca7f1a5391637a6a
--- /dev/null
+++ b/llama/model.layers.30.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e0896345915c02988710f335da26c8193dd97aabf7ac0ff7c9bcd6326e4922
+size 528384
diff --git a/llama/model.layers.30.mlp.down_proj.scales b/llama/model.layers.30.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..805adc5d139f30207dfc64127ece8447039147f7
--- /dev/null
+++ b/llama/model.layers.30.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463ced4a83c151afb5a78696fa9c27230456d7d17bfa10dae3cdda29c41a2f1d
+size 2113536
diff --git a/llama/model.layers.30.mlp.gate_proj.qweight b/llama/model.layers.30.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f06bac14daa29fdef93a3dfacf360b7bf5121f35
--- /dev/null
+++ b/llama/model.layers.30.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae22190a6363cdef68190ca9bd4876f964c7cc19e929a04bb6e0131316d30095
+size 67633152
diff --git a/llama/model.layers.30.mlp.gate_proj.qzeros b/llama/model.layers.30.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a8c517b87527f8ee49a96b0387e507c9f8c76169
--- /dev/null
+++ b/llama/model.layers.30.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bd925e12be977c46c7fe47ba2de86790252e84aceda3dd01aca4079c09c54c
+size 528384
diff --git a/llama/model.layers.30.mlp.gate_proj.scales b/llama/model.layers.30.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..500b552b0c519e5208b50201cdbe536f92452a95
--- /dev/null
+++ b/llama/model.layers.30.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f06465f4e0c71b84ffcf43a74fbd275796bb63524d2d48baebb1ec23c174cba
+size 2113536
diff --git a/llama/model.layers.30.mlp.up_proj.qweight b/llama/model.layers.30.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..26239203dc63909f9badd4d1e47bda32d8b0d05e
--- /dev/null
+++ b/llama/model.layers.30.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f368f03930f73f05e63692a2927ee44ad1bb1764705b54ca3698d468c5a0f1e9
+size 67633152
diff --git a/llama/model.layers.30.mlp.up_proj.qzeros b/llama/model.layers.30.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..63dd5d1c5accfa949dbf4117c519b59331f4575e
--- /dev/null
+++ b/llama/model.layers.30.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc700f3dbd14516614016bbaaa3a7e94b6e8e60fb8c3acfd246b7276c4aa344
+size 528384
diff --git a/llama/model.layers.30.mlp.up_proj.scales b/llama/model.layers.30.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..fdf12d9264855d5782afa48478a01670f1e52ae2
--- /dev/null
+++ b/llama/model.layers.30.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac488ca389ad55afab2fcf991ca8545a095e0262b9d76c71e340fc1be9637be
+size 2113536
diff --git a/llama/model.layers.30.post_attention_layernorm.weight b/llama/model.layers.30.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..3c83d5bde8a73febcc58b84adc15cd3520d75fc9
--- /dev/null
+++ b/llama/model.layers.30.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ebd020e17f3cf3fa47a53339562442a4c654c4acae1555c95c0ad7ab3d76a5
+size 24576
diff --git a/llama/model.layers.30.self_attn.k_proj.qweight b/llama/model.layers.30.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..48a38cdd7c427fc5087cd2d0eaffe72ecaa6ca37
--- /dev/null
+++ b/llama/model.layers.30.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe27751fbfffb8f330fdf96ebb67e7a316058400c821924e60c4731d35295c10
+size 25165824
diff --git a/llama/model.layers.30.self_attn.k_proj.qzeros b/llama/model.layers.30.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..6944508ebb8be4b61710041792b581a1e624fef3
--- /dev/null
+++ b/llama/model.layers.30.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa070941348eb7c382e7bebc77237393505faa4c0ea9036a2fa0dbd18cf3270a
+size 196608
diff --git a/llama/model.layers.30.self_attn.k_proj.scales b/llama/model.layers.30.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4bf1a340bf7f824f9b60da3a7918566cffec9904
--- /dev/null
+++ b/llama/model.layers.30.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b1d204b6060e467b8ac8716c0d5d7dc081911ee19ca14aa10d7bf7a6ad2457
+size 786432
diff --git a/llama/model.layers.30.self_attn.o_proj.qweight b/llama/model.layers.30.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d9d1643b73996c311fba4b508432b8fe33ab0550
--- /dev/null
+++ b/llama/model.layers.30.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed88df1aaede951dc257f9dac2777c2eac152701078ff424fb64db81a45b13b2
+size 25165824
diff --git a/llama/model.layers.30.self_attn.o_proj.qzeros b/llama/model.layers.30.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..fef20b47f6f8254c50a630378f78a6422d33dc02
--- /dev/null
+++ b/llama/model.layers.30.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71cba72d161a69996f8669a108b287d77a8907e7c04053bbfd6aafd7702dc98
+size 196608
diff --git a/llama/model.layers.30.self_attn.o_proj.scales b/llama/model.layers.30.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a7165c86ef5e466479a64cc97545fbcdef162865
--- /dev/null
+++ b/llama/model.layers.30.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9fec4a6b0bcd0e147aa7e2c9b8e399165bdab755de0d0b45f4ee8daf310600
+size 786432
diff --git a/llama/model.layers.30.self_attn.q_proj.qweight b/llama/model.layers.30.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..fd213b6d2f4d85e22cf823827881c6fcd1b6c431
--- /dev/null
+++ b/llama/model.layers.30.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f2d45bfc9abad40d4a3e8f300c87d6714ed340764b75c07c242a32dfcc8d9
+size 25165824
diff --git a/llama/model.layers.30.self_attn.q_proj.qzeros b/llama/model.layers.30.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..baf41eb888a8e22bc911747475253ccdb9977edb
--- /dev/null
+++ b/llama/model.layers.30.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3066c93c17591308431fcaa7c0aa91b5aa19ba6c7fcab5c49d390ca658f1a0
+size 196608
diff --git a/llama/model.layers.30.self_attn.q_proj.scales b/llama/model.layers.30.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2e10a5247ba0a3d2237ffbff27b8a542e2b47038
--- /dev/null
+++ b/llama/model.layers.30.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b25ed07afa20a1c5ca44525a11227c02025466f5e5fecf16116172b8888952
+size 786432
diff --git a/llama/model.layers.30.self_attn.v_proj.qweight b/llama/model.layers.30.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..aaea2c200207275afbeb8d2beeb2111a1b484695
--- /dev/null
+++ b/llama/model.layers.30.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8f52af7473fb8abd37f45b54b530e129eaabf49c96dc06cf451598bbb00d0e
+size 25165824
diff --git a/llama/model.layers.30.self_attn.v_proj.qzeros b/llama/model.layers.30.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f175d28bb163e59ad2974fa215572c10ad6d73be
--- /dev/null
+++ b/llama/model.layers.30.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798bd34104337bdc359937c290879320baf92d2edd24abc2096cad63c647822f
+size 196608
diff --git a/llama/model.layers.30.self_attn.v_proj.scales b/llama/model.layers.30.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bc213767abe607fdb8a6a222c2b574ad4bb67712
--- /dev/null
+++ b/llama/model.layers.30.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbe2fdcd81123c951f256380b5e36c9a3caa10f3d01fff3f0b13880a3f8b847
+size 786432
diff --git a/llama/model.layers.31.input_layernorm.weight b/llama/model.layers.31.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b8d9d8c7d541774035d200a3c83f73085d149
--- /dev/null
+++ b/llama/model.layers.31.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb921779d434a91e1aa9ffb9512c29c3b602bf19df2c85a96ac0e439d4c9697
+size 24576
diff --git a/llama/model.layers.31.mlp.down_proj.qweight b/llama/model.layers.31.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb62f9662d63c18dd15363374f5bd749561f61
--- /dev/null
+++ b/llama/model.layers.31.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14293beba545677963fce55e47ebc7d316d7bd36be0366fd291ebfefb40a2d00
+size 67633152
diff --git a/llama/model.layers.31.mlp.down_proj.qzeros b/llama/model.layers.31.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1b804ce5d16217bcd84f11fa0aea9995a2e3ae59
--- /dev/null
+++ b/llama/model.layers.31.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801a858e74cedbcb916bea0481e785cc2c0b1e6039bcfdd6e624674704423f56
+size 528384
diff --git a/llama/model.layers.31.mlp.down_proj.scales b/llama/model.layers.31.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..efcb218648a64ca2a159264f58e2adf1bfe55f21
--- /dev/null
+++ b/llama/model.layers.31.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711a7000ed5c344380cd5ce79eee8cdadd11ffc393d85b535b5f00ffa5c8df3b
+size 2113536
diff --git a/llama/model.layers.31.mlp.gate_proj.qweight b/llama/model.layers.31.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7894141a8d86cc114ceaea3a0853de81eeb2b3e2
--- /dev/null
+++ b/llama/model.layers.31.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b3582addaf67f68f1da3bf9386adaf43bdddf64b19105aa41b2337a9dcf285
+size 67633152
diff --git a/llama/model.layers.31.mlp.gate_proj.qzeros b/llama/model.layers.31.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..844187693bcaf68cd9ed810f2f338d863d6c8d63
--- /dev/null
+++ b/llama/model.layers.31.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4829dec62e38e29752a143b83ca5a0be0d857072f30ee4a67004aaac6008907
+size 528384
diff --git a/llama/model.layers.31.mlp.gate_proj.scales b/llama/model.layers.31.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..68f9fdea7ea4e049e6784b2a26561346e029d630
--- /dev/null
+++ b/llama/model.layers.31.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904a6806ffe18fb4002add683d296315ec15761c84042e7f10f0383f5f9a0f5e
+size 2113536
diff --git a/llama/model.layers.31.mlp.up_proj.qweight b/llama/model.layers.31.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..4d7162506b8369208f8a58ae077869cfd4760cef
--- /dev/null
+++ b/llama/model.layers.31.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6aed1e0976c388c91f738a0f0e016a9c9cfea56384253957024c54d051bb8f0
+size 67633152
diff --git a/llama/model.layers.31.mlp.up_proj.qzeros b/llama/model.layers.31.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..523441926ee8be2e1ce2088aff13053c05f7a48f
--- /dev/null
+++ b/llama/model.layers.31.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dc3c8326c8f50ebe86ccf6c8bbadb195b9ac1f17741772205080e3fedf11eb
+size 528384
diff --git a/llama/model.layers.31.mlp.up_proj.scales b/llama/model.layers.31.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..79217964489ae5aa724ec9041fad141f1af1f1b0
--- /dev/null
+++ b/llama/model.layers.31.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3203a10a25eea494d159c7832e916975fe5e691b438e1480e2ac01c4cee08657
+size 2113536
diff --git a/llama/model.layers.31.post_attention_layernorm.weight b/llama/model.layers.31.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..6e46914dd6f0001fb4a2ba73de865a5bc8403603
--- /dev/null
+++ b/llama/model.layers.31.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac40ae0e92790d6e7a2c2fc14845baf3eefecc274fd08fbb748db253e898d5
+size 24576
diff --git a/llama/model.layers.31.self_attn.k_proj.qweight b/llama/model.layers.31.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..1455182823a911c904056f51e6fce432a53108b3
--- /dev/null
+++ b/llama/model.layers.31.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1b2cf6647d542b4981bc274ba68cf325926a92e1baf3badd6a4345480ac95e
+size 25165824
diff --git a/llama/model.layers.31.self_attn.k_proj.qzeros b/llama/model.layers.31.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f26d28e6e9c116bf365e3730958ad90631065d54
--- /dev/null
+++ b/llama/model.layers.31.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6c8799f468fa2873be20753941ea04e779326a3bc7b8b1a9a2fe6bcae6ab9a
+size 196608
diff --git a/llama/model.layers.31.self_attn.k_proj.scales b/llama/model.layers.31.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..93cddc045c204b661b221bbc2830994e5c378bd3
--- /dev/null
+++ b/llama/model.layers.31.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c10103d0e43e7d519cd0b07b0d8fc8ddf6feb41cece7f7aa7ba4480cc3ff0a0
+size 786432
diff --git a/llama/model.layers.31.self_attn.o_proj.qweight b/llama/model.layers.31.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..3a5c9b4487ed5a962a57a7e1010e326bc3154f1f
--- /dev/null
+++ b/llama/model.layers.31.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df03055165c30904bc376164fd4292e14822e400a2adc703bc7b1f454bd6ef
+size 25165824
diff --git a/llama/model.layers.31.self_attn.o_proj.qzeros b/llama/model.layers.31.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..342fc554b9f3cbc5404ecbf47f4d18885ebb45a5
--- /dev/null
+++ b/llama/model.layers.31.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4265e0021e59e702a65a81366ea8ff4e5612414549c128baa5a241f6dbd0e634
+size 196608
diff --git a/llama/model.layers.31.self_attn.o_proj.scales b/llama/model.layers.31.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..408ccae53d35cb48e362ca6dd589adaa44cc2da4
--- /dev/null
+++ b/llama/model.layers.31.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a04e76e534af337bbf2dcea4a9c69c714c321e18b19111f9c9f8a58fbb0518
+size 786432
diff --git a/llama/model.layers.31.self_attn.q_proj.qweight b/llama/model.layers.31.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..3c6e025d9c19f1e9b4319d8c33fde7c429a933bd
--- /dev/null
+++ b/llama/model.layers.31.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caadb3ec8cc382ffd8e93ca0f04f43bec9e17d3912aec28d266e8c7858c3e363
+size 25165824
diff --git a/llama/model.layers.31.self_attn.q_proj.qzeros b/llama/model.layers.31.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..08553bc32b9393617a51861b9a494175ae06aa06
--- /dev/null
+++ b/llama/model.layers.31.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7541c1c58377b0bb2a362fb54b763266a13b584d5dbd0df3db616259131534ad
+size 196608
diff --git a/llama/model.layers.31.self_attn.q_proj.scales b/llama/model.layers.31.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..09bd6417bd21b17f903ac11d28bbc76de6ce287f
--- /dev/null
+++ b/llama/model.layers.31.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999ca7957bbfe1f32cb84afa4b986f31f346091d4f5a24de9fd524aabf9cb301
+size 786432
diff --git a/llama/model.layers.31.self_attn.v_proj.qweight b/llama/model.layers.31.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7e60244de87e8c25bd76ff7476c37c5f32e895a3
--- /dev/null
+++ b/llama/model.layers.31.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09947a04248b9cf19bc07cd9d07d70180901fc9f037b0adba2b08ab1e0e9db6
+size 25165824
diff --git a/llama/model.layers.31.self_attn.v_proj.qzeros b/llama/model.layers.31.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a9b9e1c7e8f026b5993cd12dd7917b623401238d
--- /dev/null
+++ b/llama/model.layers.31.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35f75b335f7d6d8a71ae6ef4f5c1a044cd4dd4e093e21d11fbc6bdcdb483037
+size 196608
diff --git a/llama/model.layers.31.self_attn.v_proj.scales b/llama/model.layers.31.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c608175dc3fdc0ed7733f6162b0e8ae64b2bc275
--- /dev/null
+++ b/llama/model.layers.31.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2f1a216cc2ba6f2739f90ceebc90ead4becbdcf97b0a7158b879d3f14a8e30
+size 786432
diff --git a/llama/model.layers.4.input_layernorm.weight b/llama/model.layers.4.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..37242b5a1139365e42d37a665b9161df39d7af1d
--- /dev/null
+++ b/llama/model.layers.4.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e98eadb364f376d3532d761b963c652d00a6abfaa5358492072b5667227e8
+size 24576
diff --git a/llama/model.layers.4.mlp.down_proj.qweight b/llama/model.layers.4.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..33b83dc73b09be99d9817c7a48963e487154885d
--- /dev/null
+++ b/llama/model.layers.4.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47374ebfe9da4c9115455e565e21872e4a3f47fb690824a966562a9d8d9ae85c
+size 67633152
diff --git a/llama/model.layers.4.mlp.down_proj.qzeros b/llama/model.layers.4.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..56d6a0cb68147b50a787b1ef24572ecb272e703e
--- /dev/null
+++ b/llama/model.layers.4.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f59506ed9a2080688383c2a7dfac6a7bb15c3f24e34e8fa8d31fe27b98b55c2
+size 528384
diff --git a/llama/model.layers.4.mlp.down_proj.scales b/llama/model.layers.4.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f72c9d0e388e0ec01f2dece6beb60b05e6e8e03d
--- /dev/null
+++ b/llama/model.layers.4.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29fb35b03ab41f5871feea63261671947a3bcdfccc8764c8282d472800f4c87
+size 2113536
diff --git a/llama/model.layers.4.mlp.gate_proj.qweight b/llama/model.layers.4.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d0ca9ccf13d680b1aa49d1e61446326a2e9c7889
--- /dev/null
+++ b/llama/model.layers.4.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ff504bda46460e76b16f50d41b2dd094f3461294e79bb23861dee6735f82ee
+size 67633152
diff --git a/llama/model.layers.4.mlp.gate_proj.qzeros b/llama/model.layers.4.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..79336d559b8ce09523cb0ffd258cca5964a54120
--- /dev/null
+++ b/llama/model.layers.4.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210c11d809bf93a2ac59403fca9acfcf41edf94dff5add823843fde84c342e23
+size 528384
diff --git a/llama/model.layers.4.mlp.gate_proj.scales b/llama/model.layers.4.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4f34b71fa34f6fd401043851d689d8bf05c1f613
--- /dev/null
+++ b/llama/model.layers.4.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb091ae2e416d05bdf14ec2414e6fc48c30840d914ec9d661bf94a67dc656723
+size 2113536
diff --git a/llama/model.layers.4.mlp.up_proj.qweight b/llama/model.layers.4.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2d3dbcc47950464162b649f29d722620885a6942
--- /dev/null
+++ b/llama/model.layers.4.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7859828c858ba2a96fb9909ddc03769ee6335257ca6abb72804be33a995436a
+size 67633152
diff --git a/llama/model.layers.4.mlp.up_proj.qzeros b/llama/model.layers.4.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..ddda89efba86666221857f53850a49b9a86007b8
--- /dev/null
+++ b/llama/model.layers.4.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7550ba5f93f9c3e932ccb52ec80d280335791945bbc53d55be45731b909a32
+size 528384
diff --git a/llama/model.layers.4.mlp.up_proj.scales b/llama/model.layers.4.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2801ec5e67ffab1d8a6dbaf998c84cb5f99f842b
--- /dev/null
+++ b/llama/model.layers.4.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f943da717be423a9d98f73da5299eb773a8665e1faf2f8a8e0758112fa5ddce
+size 2113536
diff --git a/llama/model.layers.4.post_attention_layernorm.weight b/llama/model.layers.4.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..36babe394b25535f1ad996e8116f097801f0c1ae
--- /dev/null
+++ b/llama/model.layers.4.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c08c902965c6c7f9ae60ca2a01ecee3e66442a9cf0a02d806338e5d92c2054
+size 24576
diff --git a/llama/model.layers.4.self_attn.k_proj.qweight b/llama/model.layers.4.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f1afc2c011aca714aa43f50224225b313c757e2d
--- /dev/null
+++ b/llama/model.layers.4.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3727f6a92ac2078c4144ff8f703ce5789a83d72b553bea41c1d471f64a9c275c
+size 25165824
diff --git a/llama/model.layers.4.self_attn.k_proj.qzeros b/llama/model.layers.4.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d3bc1ca8999ffcbf3799dec78e9a32f6f73a2
--- /dev/null
+++ b/llama/model.layers.4.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5091dad0ebd448b1f6e4e47215830fefba2adba914613b5a82042aa7abfbb62d
+size 196608
diff --git a/llama/model.layers.4.self_attn.k_proj.scales b/llama/model.layers.4.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7890f0bc2aecb47e9001bbf4270756c47dd9d4b9
--- /dev/null
+++ b/llama/model.layers.4.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04aaad432ab104e1ae74bb37e39c74fa48c78cc6569bce2bc08befcec1928264
+size 786432
diff --git a/llama/model.layers.4.self_attn.o_proj.qweight b/llama/model.layers.4.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9b8695c67b53a3e15e8463752435f56ea044c147
--- /dev/null
+++ b/llama/model.layers.4.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4ad6c181c75b91fb55e17f62ec310610aac8815e8f32e6ecfcc44bed8630a
+size 25165824
diff --git a/llama/model.layers.4.self_attn.o_proj.qzeros b/llama/model.layers.4.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..eb0aeff66dc31bc21c4010548e8bd0df29399a58
--- /dev/null
+++ b/llama/model.layers.4.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee45f0231745523755c45b47cfd63cd4d9fc90013bdb29b3df9add014a23da1b
+size 196608
diff --git a/llama/model.layers.4.self_attn.o_proj.scales b/llama/model.layers.4.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d7a422e5663bb5a0f89b4d416490801a48476525
--- /dev/null
+++ b/llama/model.layers.4.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b559000a2e3474f8b390fe521671721d3e29b0646f9c5b0b9de82f87fef833bf
+size 786432
diff --git a/llama/model.layers.4.self_attn.q_proj.qweight b/llama/model.layers.4.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..35d197d4f1921e833cb094053cff9b5987e264b0
--- /dev/null
+++ b/llama/model.layers.4.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec392d41f297ff081217529549ae3a1729cc031c42ed19b554f4afe5d7b4b4d1
+size 25165824
diff --git a/llama/model.layers.4.self_attn.q_proj.qzeros b/llama/model.layers.4.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..970323b5009d6989cdc80100fb0a92455cf3a604
--- /dev/null
+++ b/llama/model.layers.4.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b76464df817fc1eba478bff08d81a829d198b6649b440d9b4084eb84a049b1
+size 196608
diff --git a/llama/model.layers.4.self_attn.q_proj.scales b/llama/model.layers.4.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ee39b1312d54df4b7a5d82056b3ee9c8e06f775b
--- /dev/null
+++ b/llama/model.layers.4.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f421aca1da0801e48cd1bf1c0fefeed3a3b34ba7d216a11f3b28294a337f07bb
+size 786432
diff --git a/llama/model.layers.4.self_attn.v_proj.qweight b/llama/model.layers.4.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dfa50db2bec1934a8ae733fed0e5c6d73bd6b132
--- /dev/null
+++ b/llama/model.layers.4.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05dc9384cacb2507f2f57319f4dcb6bd67f81efcb760218a6f64d48c51f24dd
+size 25165824
diff --git a/llama/model.layers.4.self_attn.v_proj.qzeros b/llama/model.layers.4.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..8412192e2a32d06def537355b66ec1bad3a85986
--- /dev/null
+++ b/llama/model.layers.4.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bab571c3024eed8e1eaaecba2306ce7e109ebaa97d37e639d60ccde8a10128
+size 196608
diff --git a/llama/model.layers.4.self_attn.v_proj.scales b/llama/model.layers.4.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..23e4d0a98068d12dbd41271d197ecf8386b428b3
--- /dev/null
+++ b/llama/model.layers.4.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09660f80929abd32cb567c1e2ac9146dd1d1f14fc071f1f8dc5852ad6d6b40e8
+size 786432
diff --git a/llama/model.layers.5.input_layernorm.weight b/llama/model.layers.5.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..42fd7b6dd0a27c858bf6104f44e2d0513d097127
--- /dev/null
+++ b/llama/model.layers.5.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2340cd48ee472c88880312a451f9f749c339c04427ee88919bfc8d4f69c359a5
+size 24576
diff --git a/llama/model.layers.5.mlp.down_proj.qweight b/llama/model.layers.5.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..fbb6983dcc72dc6e950df42f29b549eb660635ea
--- /dev/null
+++ b/llama/model.layers.5.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4940360a140e7bf8301da75b84d0559f8bece24ab16dbe0d2959517e7c08435e
+size 67633152
diff --git a/llama/model.layers.5.mlp.down_proj.qzeros b/llama/model.layers.5.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1be1d91bc7dbb1c587836022deb05b7aca3669b9
--- /dev/null
+++ b/llama/model.layers.5.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7bf9db07683c34f2a76c47c61a0f1b8bb5ce7d28da629404d54f01a21d550c
+size 528384
diff --git a/llama/model.layers.5.mlp.down_proj.scales b/llama/model.layers.5.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bea160a129bb6634308fb81f2712d9e647aacc3b
--- /dev/null
+++ b/llama/model.layers.5.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669c4864dd82916dbef291642b9c454003ab1419808326fd9c8b2d21a6efecfe
+size 2113536
diff --git a/llama/model.layers.5.mlp.gate_proj.qweight b/llama/model.layers.5.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..11b34cc3389582a345c499d6344d760383d4ef8c
--- /dev/null
+++ b/llama/model.layers.5.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd478e2332baf0afe775c1a30ed265ada0f8de531f5a2f63fe26695e3b6aeec
+size 67633152
diff --git a/llama/model.layers.5.mlp.gate_proj.qzeros b/llama/model.layers.5.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..98622cff3d3cf7e61a2c8acb2479dcc5660bd6f0
--- /dev/null
+++ b/llama/model.layers.5.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f118d962039012d907db5bbe64d94a317b28348039772f28c439fd5c94b1a8
+size 528384
diff --git a/llama/model.layers.5.mlp.gate_proj.scales b/llama/model.layers.5.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..13d54061a83874087ad760695d8b84828579304f
--- /dev/null
+++ b/llama/model.layers.5.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acfce3a0046cd552e3f017e1b8f0a845abaaf671c931ae5cca4e557f6d334ae
+size 2113536
diff --git a/llama/model.layers.5.mlp.up_proj.qweight b/llama/model.layers.5.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..4c5f3a884990cd3e8191fad37979ecefbabbc386
--- /dev/null
+++ b/llama/model.layers.5.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f22f72798415e102c234c1b50e29f1895ee6652ede5254416786ca875c4910
+size 67633152
diff --git a/llama/model.layers.5.mlp.up_proj.qzeros b/llama/model.layers.5.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4a262d82452d5aebd0c684f38f8d9bd39dcd3212
--- /dev/null
+++ b/llama/model.layers.5.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6139e6de51620e404f76b03eb69007da8a677adc62b345ec3af5e6527b3f452e
+size 528384
diff --git a/llama/model.layers.5.mlp.up_proj.scales b/llama/model.layers.5.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..12a4d4398b49b252735ceee3f561a72aa523cab8
--- /dev/null
+++ b/llama/model.layers.5.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ecf067752389a99097342fa379c743e0cb08a03aed3c92f6da3cf6a8c03c6
+size 2113536
diff --git a/llama/model.layers.5.post_attention_layernorm.weight b/llama/model.layers.5.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..c2e23b456d20fa1d4c856381b4d4d20055060565
--- /dev/null
+++ b/llama/model.layers.5.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0222f04e9c1efe6b760fb35c0a6ea60176393279f1a324b03492fbed430f28e8
+size 24576
diff --git a/llama/model.layers.5.self_attn.k_proj.qweight b/llama/model.layers.5.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..b164d4020425b1abe02f9d46d993ea886eda3f01
--- /dev/null
+++ b/llama/model.layers.5.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4423826820580018e8ba6e2ab56a273af9c5ab5aac489577b866ca0ec2924705
+size 25165824
diff --git a/llama/model.layers.5.self_attn.k_proj.qzeros b/llama/model.layers.5.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..43075f89c621eedac481717813a80d2d83e9ef9a
--- /dev/null
+++ b/llama/model.layers.5.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f43f3bc7820196ad25314ca1df4209998d855891323f94687c59ab0e0a6f17
+size 196608
diff --git a/llama/model.layers.5.self_attn.k_proj.scales b/llama/model.layers.5.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..06782f2f977329edd8c68f65be1bf18f0fc82113
--- /dev/null
+++ b/llama/model.layers.5.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5290e20d5871ada6ddf350eb7c460b760a9ec80cb51f8bd77df0467b13ef16e1
+size 786432
diff --git a/llama/model.layers.5.self_attn.o_proj.qweight b/llama/model.layers.5.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..920a8d53832965c47ce4566825c6a5f54827e456
--- /dev/null
+++ b/llama/model.layers.5.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbc1527611c0e234597733765d597c7db87d26889a5831a095c882d092ae4d5
+size 25165824
diff --git a/llama/model.layers.5.self_attn.o_proj.qzeros b/llama/model.layers.5.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..1d2fe18b6d867aeb28f18f70bd75c4042fca491f
--- /dev/null
+++ b/llama/model.layers.5.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e596b4c49b344d9437f210bef4167331c48a64471302295516f5c221c6947a02
+size 196608
diff --git a/llama/model.layers.5.self_attn.o_proj.scales b/llama/model.layers.5.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7d23429e21665cdcd799c921ac6c0ed2c0926
--- /dev/null
+++ b/llama/model.layers.5.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d93c75d947bbc5bb5a16e9fb4ace62f838ada657dc58b1ab0d3071d652ccc2
+size 786432
diff --git a/llama/model.layers.5.self_attn.q_proj.qweight b/llama/model.layers.5.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..52692f53eed561e5f1bfda8f7bc03a2b4a50d66a
--- /dev/null
+++ b/llama/model.layers.5.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d4b03b12b2a10448fcdfd70dc4182b7c29954edee8a07d2c91c8616b8e31fa
+size 25165824
diff --git a/llama/model.layers.5.self_attn.q_proj.qzeros b/llama/model.layers.5.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..13eb4195370a30f58473c90a93c5201523721c6a
--- /dev/null
+++ b/llama/model.layers.5.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f1131ffb5e197222e4bde3e7d3e4bebfdb448915be9e42cd3718c29246e86
+size 196608
diff --git a/llama/model.layers.5.self_attn.q_proj.scales b/llama/model.layers.5.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a3c56a2b1566bb94ad474cebba3fecd3ec398d8b
--- /dev/null
+++ b/llama/model.layers.5.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692b128eec4b21a49f157645458d94d05a50fc07b7c956ff90c86a215549a164
+size 786432
diff --git a/llama/model.layers.5.self_attn.v_proj.qweight b/llama/model.layers.5.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..feffb02f905d6837447bc53e251e142fca77299b
--- /dev/null
+++ b/llama/model.layers.5.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d828e81f603d03629720a68896169b5fc843a8b313fe5eeb6903694e163027
+size 25165824
diff --git a/llama/model.layers.5.self_attn.v_proj.qzeros b/llama/model.layers.5.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..92c63c2ff4e3c67bfa95072ec8589e9530e1c1b2
--- /dev/null
+++ b/llama/model.layers.5.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6609413251b09b17e372962db55e1623c7f7e307e32c9908aa8ca4b89f976cf8
+size 196608
diff --git a/llama/model.layers.5.self_attn.v_proj.scales b/llama/model.layers.5.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8895b156c86c73914d81ff08d325a216f006acb1
--- /dev/null
+++ b/llama/model.layers.5.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf125e5ae2d5ad2e4fa6ac05a3618c055f182ce7de146d4d01c42ef5bde4abbd
+size 786432
diff --git a/llama/model.layers.6.input_layernorm.weight b/llama/model.layers.6.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..99bcd0a9b613e7b2f35f13df221f03a7414c7432
--- /dev/null
+++ b/llama/model.layers.6.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4394ccb809d5a7c064b769717aa125b1dddac9b0e7628aea64507e0dc2a424
+size 24576
diff --git a/llama/model.layers.6.mlp.down_proj.qweight b/llama/model.layers.6.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..44eff3681f35aec3f2c951eea70b0eb5cb551acd
--- /dev/null
+++ b/llama/model.layers.6.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d042603a0f3c07d6427553dcf550bdd88bef6079f943148c60976d6a821b5c
+size 67633152
diff --git a/llama/model.layers.6.mlp.down_proj.qzeros b/llama/model.layers.6.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3d9aa608252686566880c12c84d2f99b5b3d953e
--- /dev/null
+++ b/llama/model.layers.6.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d9b7e485abc345ea3fe5b67ac5f515560735a58e0a9927e3291a2bcc24b964
+size 528384
diff --git a/llama/model.layers.6.mlp.down_proj.scales b/llama/model.layers.6.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9c0a840acc599782615b03eb12494ed425fb8f35
--- /dev/null
+++ b/llama/model.layers.6.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c7137f9029372ae8f3d16685686be262b33d4246f0aa1da9716b36e3fc2e5f
+size 2113536
diff --git a/llama/model.layers.6.mlp.gate_proj.qweight b/llama/model.layers.6.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..70251ae157633d8935d51da0dbf3358d2d848cc4
--- /dev/null
+++ b/llama/model.layers.6.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25e2edda601cbfc2ad4da7a4529bf54ada9a2ceaacaba46daa89a0587769ffd
+size 67633152
diff --git a/llama/model.layers.6.mlp.gate_proj.qzeros b/llama/model.layers.6.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4312533a083c97849abc6faa915f69147ce42e87
--- /dev/null
+++ b/llama/model.layers.6.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79894161b7a80e0c5ce7ba68f1e4f8c37463f139159412042148d3849d8f9743
+size 528384
diff --git a/llama/model.layers.6.mlp.gate_proj.scales b/llama/model.layers.6.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cf4e87f505703693b844c1cc4029eb70ed3fa69c
--- /dev/null
+++ b/llama/model.layers.6.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d8a286bc28c6bb20e10b67a2d162821f278c7dced896daf8d4358725292cbd
+size 2113536
diff --git a/llama/model.layers.6.mlp.up_proj.qweight b/llama/model.layers.6.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..8d720c35cb74c0bea87fc4e765bb8ba335da210a
--- /dev/null
+++ b/llama/model.layers.6.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35f14b0a7313971f2c30d5f89a3937a0ee674578d475d10ce1d264d572a8218
+size 67633152
diff --git a/llama/model.layers.6.mlp.up_proj.qzeros b/llama/model.layers.6.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..3a973c5959b9494a10ffe860230672b1155583df
--- /dev/null
+++ b/llama/model.layers.6.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfcf327fae041056624e14728f699424495a145c39ae436b49ad435717567e1
+size 528384
diff --git a/llama/model.layers.6.mlp.up_proj.scales b/llama/model.layers.6.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e82836e011993df92e0ffe57785ffdfcef1fc
--- /dev/null
+++ b/llama/model.layers.6.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6bebf6a55de8419e55167902be4c82de363cb65626f422dc0cabab2eabf9e5
+size 2113536
diff --git a/llama/model.layers.6.post_attention_layernorm.weight b/llama/model.layers.6.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..2298c9cd36a1f6df16b4e7d02111901e4183bd0d
--- /dev/null
+++ b/llama/model.layers.6.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc63050c0a0992d5b17313e3df135f09d6ada11dbd50dc0e1ac0a04ffc32839
+size 24576
diff --git a/llama/model.layers.6.self_attn.k_proj.qweight b/llama/model.layers.6.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..5943e55a6fd6d41520d123d16029883fe5f97205
--- /dev/null
+++ b/llama/model.layers.6.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f3e4d9e8e788659f05d13ffcc4c599ed8ba06e16660cfa60138be48db95f72
+size 25165824
diff --git a/llama/model.layers.6.self_attn.k_proj.qzeros b/llama/model.layers.6.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..30503ec5774ab214e9abea3efe99e1e5eb797b74
--- /dev/null
+++ b/llama/model.layers.6.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce199307e53f8932bec9c6de781ed6e08fba2ff6515a076c045dc01b3daa8b9
+size 196608
diff --git a/llama/model.layers.6.self_attn.k_proj.scales b/llama/model.layers.6.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..97b765f422438166afd04f7d51359549b8fd5230
--- /dev/null
+++ b/llama/model.layers.6.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef94d7038dbbb60a122ecffbe50a1f54a770e9113d5b2941267354e6833a012
+size 786432
diff --git a/llama/model.layers.6.self_attn.o_proj.qweight b/llama/model.layers.6.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..79e84e2552461ed239240a319700ab932ae69776
--- /dev/null
+++ b/llama/model.layers.6.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f793a126b8c12dbdbca436bd8427839bae375ce60924239f695b8ea0de110c19
+size 25165824
diff --git a/llama/model.layers.6.self_attn.o_proj.qzeros b/llama/model.layers.6.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..15973ac1e3d5b05b5ede19631e81270793b6eb70
--- /dev/null
+++ b/llama/model.layers.6.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac00f7e636e773db35d8ceebc320af70e931c7d37ea397eb1d1b9863f7500d88
+size 196608
diff --git a/llama/model.layers.6.self_attn.o_proj.scales b/llama/model.layers.6.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..77cd8003e33bfafc253c0621bed7197302569f6a
--- /dev/null
+++ b/llama/model.layers.6.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9e939c17e6ce88e80f7823228a94dc23e39ae98a3df5e1c0969653f0b95414
+size 786432
diff --git a/llama/model.layers.6.self_attn.q_proj.qweight b/llama/model.layers.6.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9598686dc578f5be5e4ee5d8bf324c0db3137727
--- /dev/null
+++ b/llama/model.layers.6.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bde6291cbe6f235c3b1c3231ac0bff48864403f93c057f813fc027097384e41
+size 25165824
diff --git a/llama/model.layers.6.self_attn.q_proj.qzeros b/llama/model.layers.6.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9f7bce58fd7052cbd21e9f270a9573d2e84b9927
--- /dev/null
+++ b/llama/model.layers.6.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2291a3393cfc03ce4c64493c5ff9815a256b2205b87c01a48c731da375cb14bf
+size 196608
diff --git a/llama/model.layers.6.self_attn.q_proj.scales b/llama/model.layers.6.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4256e62d66fddc8977796223cdcc5615fd261ecd
--- /dev/null
+++ b/llama/model.layers.6.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4331732915c7d4774afb08bb6f29345225c8dde523fb085f9e345260c4e15d6c
+size 786432
diff --git a/llama/model.layers.6.self_attn.v_proj.qweight b/llama/model.layers.6.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a14a474c119cccb4d12570658438229acd84e978
--- /dev/null
+++ b/llama/model.layers.6.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f660981bfc93fb8733541c83370e56e28647f72c38462dd03435a1ed4eeb430
+size 25165824
diff --git a/llama/model.layers.6.self_attn.v_proj.qzeros b/llama/model.layers.6.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d9732b42d1280fe132f7df88e10bcdde87edc0b8
--- /dev/null
+++ b/llama/model.layers.6.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0730eb72b301b4900664d9932e00e936727781b95ec3244d0abe1caac3fe201
+size 196608
diff --git a/llama/model.layers.6.self_attn.v_proj.scales b/llama/model.layers.6.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..703c884f95cda71df5da50fd98619ddad94c20cf
--- /dev/null
+++ b/llama/model.layers.6.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9ada3360718256640d79b8be2f43a8cf1887ad56b51b2b738215ac8fe7704f
+size 786432
diff --git a/llama/model.layers.7.input_layernorm.weight b/llama/model.layers.7.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..8327530e3eb6f662050c26bbab4b7d97d5c91d49
--- /dev/null
+++ b/llama/model.layers.7.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc4b85b912e6fc9905261522bd1744ddaf902d08f7932dca30204e48368d82b
+size 24576
diff --git a/llama/model.layers.7.mlp.down_proj.qweight b/llama/model.layers.7.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..e0576914364be6b8dfd98da21c0ca129042b59ba
--- /dev/null
+++ b/llama/model.layers.7.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c8e7423a6aada44837d9fc452df71cac8791e43a7a3825f9af9134adb1776a
+size 67633152
diff --git a/llama/model.layers.7.mlp.down_proj.qzeros b/llama/model.layers.7.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..e35a594083a4a01ba934c86d4810b24396a3ac11
--- /dev/null
+++ b/llama/model.layers.7.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979a89251a736eb2e1eb0b4ff9e61134693d6c2e46e6950d5a85b8af4ca145ab
+size 528384
diff --git a/llama/model.layers.7.mlp.down_proj.scales b/llama/model.layers.7.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..27d1504123891bda9497e4eddd2cccaf071d4081
--- /dev/null
+++ b/llama/model.layers.7.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34dea6825ff56352985d1259ec6eba02db0486cad2633bebcca9f1b16e7d88b
+size 2113536
diff --git a/llama/model.layers.7.mlp.gate_proj.qweight b/llama/model.layers.7.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..dbd54ffc123ebc7716aad7d0ec4fc632bf72675a
--- /dev/null
+++ b/llama/model.layers.7.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a17529bf04de7f6d7b0c9bff8097268c4e5107b167708ab1920df6635277ae
+size 67633152
diff --git a/llama/model.layers.7.mlp.gate_proj.qzeros b/llama/model.layers.7.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a6550e7bd8cdff22f12bbbe05f6abb9d4a038407
--- /dev/null
+++ b/llama/model.layers.7.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa905a1e6f1c5d337eddad4d6399d8dd22031fa8cff203607fb3927516b4e58
+size 528384
diff --git a/llama/model.layers.7.mlp.gate_proj.scales b/llama/model.layers.7.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2314dbcebc9376feb439ce80c66be268471aa800
--- /dev/null
+++ b/llama/model.layers.7.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff1bdbffba1cd8d4d125cb4609a83d2cc264db7a4761ebfdcdd04dbc0cfec6f
+size 2113536
diff --git a/llama/model.layers.7.mlp.up_proj.qweight b/llama/model.layers.7.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f155a142dab7740c4fd5e01f64acd4f417bbf52a
--- /dev/null
+++ b/llama/model.layers.7.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575e33b2c5978293bd78def15a905c380eab81b7293d496c986e6be446d53f7
+size 67633152
diff --git a/llama/model.layers.7.mlp.up_proj.qzeros b/llama/model.layers.7.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..64570eb562a69347ca176cc85cbc11797d2d31a6
--- /dev/null
+++ b/llama/model.layers.7.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c348db811850a1a7340f7db4fe8eb3aae1574591f3e767be4984f939ce6202d9
+size 528384
diff --git a/llama/model.layers.7.mlp.up_proj.scales b/llama/model.layers.7.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..01d5568a283413f262a78e760cc1851f2ba1ac9b
--- /dev/null
+++ b/llama/model.layers.7.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7a47460e013f6ecda2ad36ee0751822077a7752e9c1667f4ec43bfefae806a
+size 2113536
diff --git a/llama/model.layers.7.post_attention_layernorm.weight b/llama/model.layers.7.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..d0015d4bb5bb1748a38d6ad65baa418b253c5eb3
--- /dev/null
+++ b/llama/model.layers.7.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9b990e572382c0449edecef08c932e9c8d28540b48d7344a0e16ebaf212706
+size 24576
diff --git a/llama/model.layers.7.self_attn.k_proj.qweight b/llama/model.layers.7.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..d02933dbf452e3f4d358fac3d599b9b1e905a656
--- /dev/null
+++ b/llama/model.layers.7.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231b5b0c709160d3399db07ecb7696ac15783f1816b79bfbe814b22a47cfe419
+size 25165824
diff --git a/llama/model.layers.7.self_attn.k_proj.qzeros b/llama/model.layers.7.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..4846e815a3e5a677cf30f0133255fc89dc4e6703
--- /dev/null
+++ b/llama/model.layers.7.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd301803857a7c458ab7e28f822d2258b7676a0f00dd5ab08890415893c9878
+size 196608
diff --git a/llama/model.layers.7.self_attn.k_proj.scales b/llama/model.layers.7.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1a54b6a3eedffc058d9054a8e4a226e0228ea5f0
--- /dev/null
+++ b/llama/model.layers.7.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afccc48f25d98e78b498e748ac1ba6c234b700dd11579dd4d93298fb2b62c3ad
+size 786432
diff --git a/llama/model.layers.7.self_attn.o_proj.qweight b/llama/model.layers.7.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..108a7fe43e88de2dcb9fcd39915f76420b748678
--- /dev/null
+++ b/llama/model.layers.7.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d40d3e937cc6dd18c22b9ca2e5d2fa28bc5e63655a2c35952c0297cd2866b24
+size 25165824
diff --git a/llama/model.layers.7.self_attn.o_proj.qzeros b/llama/model.layers.7.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..0bc290701fc60c112d7b47e8013a653e4fe20b0e
--- /dev/null
+++ b/llama/model.layers.7.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adba731f1ab97a07b83381397b09584059df5ca2bdd0a6c9e5426fd4c6ba0952
+size 196608
diff --git a/llama/model.layers.7.self_attn.o_proj.scales b/llama/model.layers.7.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..fe2ae7f65505c1f9af59a236820064a8d944cbf8
--- /dev/null
+++ b/llama/model.layers.7.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c904e3ffaff3744d69061d6968e066fbb99d4bd11ad2dff8a8c1acc5d8d73
+size 786432
diff --git a/llama/model.layers.7.self_attn.q_proj.qweight b/llama/model.layers.7.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..514de687af53b8b7174b0138303495afdfaeeb83
--- /dev/null
+++ b/llama/model.layers.7.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67055c174f0d993d99347ac4ec4623126a9bb748efa2ed0bd209d89117ea0c9
+size 25165824
diff --git a/llama/model.layers.7.self_attn.q_proj.qzeros b/llama/model.layers.7.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d73a0bddb72c4ac32f40f08bc240128f9b03ec56
--- /dev/null
+++ b/llama/model.layers.7.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c9b2e809d4fa2187ca3f7e674ab674de6d99f7b43428c1dfea19e2e55af752
+size 196608
diff --git a/llama/model.layers.7.self_attn.q_proj.scales b/llama/model.layers.7.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..082a7268c8dd2c62548e2470de824c704564b7df
--- /dev/null
+++ b/llama/model.layers.7.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81332917654964e300266ded1d0f07e4ccbe72c510ed9f62b13aca8e230fd41d
+size 786432
diff --git a/llama/model.layers.7.self_attn.v_proj.qweight b/llama/model.layers.7.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..342829aab977763db48b5425ad341a296ae98f92
--- /dev/null
+++ b/llama/model.layers.7.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fa4f407e4e77c92d3c6784697263d1b75f16886ad4d047a7b0bdd619ba5a6
+size 25165824
diff --git a/llama/model.layers.7.self_attn.v_proj.qzeros b/llama/model.layers.7.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c6f5723980afe48d1eb149f65958bac5b1f03a21
--- /dev/null
+++ b/llama/model.layers.7.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf5af6a57f2e4492536d77d8cf3e6a9977f9545822e198698b635a8d7c36582
+size 196608
diff --git a/llama/model.layers.7.self_attn.v_proj.scales b/llama/model.layers.7.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc25749e4d1f029b6dad4233ec1186ed100b98
--- /dev/null
+++ b/llama/model.layers.7.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c348c87d8a027913b10a12067b7eae9ef8c04dc7843a2b19f5df7d0dbba1e0
+size 786432
diff --git a/llama/model.layers.8.input_layernorm.weight b/llama/model.layers.8.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..e13de82e5e42bad2bb4b253e37760b0beaa55df9
--- /dev/null
+++ b/llama/model.layers.8.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ede7c95571197d10dbc1d3f1c8fa42bc8cb1a65883f26445d46f7bfe8c59c35
+size 24576
diff --git a/llama/model.layers.8.mlp.down_proj.qweight b/llama/model.layers.8.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2556cabd42f2a38a26e731de89855e39f17c75a9
--- /dev/null
+++ b/llama/model.layers.8.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36741622beb3a499aa541049c9624999beef5e25b4d3aa963a7c88619ef652d5
+size 67633152
diff --git a/llama/model.layers.8.mlp.down_proj.qzeros b/llama/model.layers.8.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..07e075fbe42bdb195a0a5299e2b04a9bb60c8857
--- /dev/null
+++ b/llama/model.layers.8.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f6e25383f8f67113a4c1ddfb6d5ae564a75a023d4ff6730175912a79204617
+size 528384
diff --git a/llama/model.layers.8.mlp.down_proj.scales b/llama/model.layers.8.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6703aadbd5063ec4132198b3b0ffc862c1c53450
--- /dev/null
+++ b/llama/model.layers.8.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effe21ed6bad2f94d6eb000bc79a0a366f5a9d4652ad6d120e627d79f15fe458
+size 2113536
diff --git a/llama/model.layers.8.mlp.gate_proj.qweight b/llama/model.layers.8.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a0610c25d36f5d966ed5ccb25cefd7a38b376010
--- /dev/null
+++ b/llama/model.layers.8.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eed34810c8ef70552d78ec229facdd57954c71010331b233ca71eb02ef60051
+size 67633152
diff --git a/llama/model.layers.8.mlp.gate_proj.qzeros b/llama/model.layers.8.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..75a4a07ebdf5a014796f13478e6721fa588ec13d
--- /dev/null
+++ b/llama/model.layers.8.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11ec7f46b439fc4e8ceeaea8f861a9d529d4be4ad3aad8970f839e23d779aa2
+size 528384
diff --git a/llama/model.layers.8.mlp.gate_proj.scales b/llama/model.layers.8.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..96712a533a5cd39260590ad9eb5c40dd6e1abd7a
--- /dev/null
+++ b/llama/model.layers.8.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e98354712be0339f2794bac0c046860006e74ef54ae6d2c60ca6bc3f30ec977
+size 2113536
diff --git a/llama/model.layers.8.mlp.up_proj.qweight b/llama/model.layers.8.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..41d4297bd4cce5504083f5b539603c05c9d6a815
--- /dev/null
+++ b/llama/model.layers.8.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f8bd755f98e6a74637a098450b51a34c063c96679fb81cba6ec2d5299d1ec
+size 67633152
diff --git a/llama/model.layers.8.mlp.up_proj.qzeros b/llama/model.layers.8.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..f7a12ca3666a50076a033cbc02c5bd9eaae750ea
--- /dev/null
+++ b/llama/model.layers.8.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c3b298388ebde4c1525fed9e59b075f7983e8f86d3b5127582fd9b8b22c1bf
+size 528384
diff --git a/llama/model.layers.8.mlp.up_proj.scales b/llama/model.layers.8.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b1a7e1d909d088348f25436184759cc549eda5d7
--- /dev/null
+++ b/llama/model.layers.8.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97236829d7b16942c1068dd9361d5994aac4a82c789ca24fb8821dfb8fdfce35
+size 2113536
diff --git a/llama/model.layers.8.post_attention_layernorm.weight b/llama/model.layers.8.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..09554963210599ca6a315a76c1a4bb928904ed9c
--- /dev/null
+++ b/llama/model.layers.8.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c4d187de917fd39da57e14602f7de8a12d3cba9a4aed16c38ef55c9df0f909
+size 24576
diff --git a/llama/model.layers.8.self_attn.k_proj.qweight b/llama/model.layers.8.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9aae5034f59c3e9623384edc4c9e5f17ec0faca5
--- /dev/null
+++ b/llama/model.layers.8.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a2cbbeff61735b9b5c084c786f9eb5616c9d734a32143a0e5de59736286cff
+size 25165824
diff --git a/llama/model.layers.8.self_attn.k_proj.qzeros b/llama/model.layers.8.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..a3ac60b839fd91f31e6e9cf3cdcaf1b7ff274c89
--- /dev/null
+++ b/llama/model.layers.8.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1823b811be3f35054b4a18648d144bf4524f47ad1b65ac8e5e34e68abcb759
+size 196608
diff --git a/llama/model.layers.8.self_attn.k_proj.scales b/llama/model.layers.8.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7b12556f5ec368d912ea79a0bfe9756a4e75f237
--- /dev/null
+++ b/llama/model.layers.8.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33fdf21c4983e49f552b149fa243deaf56cfcf52c5a0354d687fc34dd0d0aa4
+size 786432
diff --git a/llama/model.layers.8.self_attn.o_proj.qweight b/llama/model.layers.8.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..9850d98f9173114a1aeceecd4fa6709489fe10d2
--- /dev/null
+++ b/llama/model.layers.8.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6de9f80bd18ea3d198fcc6114396feeb4f27c2bc3ea04a4b90146e79e26980
+size 25165824
diff --git a/llama/model.layers.8.self_attn.o_proj.qzeros b/llama/model.layers.8.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..5c1a08ecd96fc0ed07cc1ef900487b4799ac52be
--- /dev/null
+++ b/llama/model.layers.8.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bb8dee5006f52c3eb64264ef9377a32d0a63a1f93fd6ee1be8fa1752573c36
+size 196608
diff --git a/llama/model.layers.8.self_attn.o_proj.scales b/llama/model.layers.8.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f2d10c979f7490d976b8703567e2f7b77c3287f9
--- /dev/null
+++ b/llama/model.layers.8.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055aa6d77b02229f8e2c89cc85b5488499f77b4571f48cb907ca8fb82897441f
+size 786432
diff --git a/llama/model.layers.8.self_attn.q_proj.qweight b/llama/model.layers.8.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..68ba9030c2a906839faa389393ff03e892b1b7eb
--- /dev/null
+++ b/llama/model.layers.8.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef16fddb0fda07b65c17911e3e4ca465d3a2ff0d3d3ac1a4d4c94b8270a94cf6
+size 25165824
diff --git a/llama/model.layers.8.self_attn.q_proj.qzeros b/llama/model.layers.8.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..48ba14e37745292b247390fa253b4c41cb943ed0
--- /dev/null
+++ b/llama/model.layers.8.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fcd67d4cc9a35086098fe4cbd3b66b7f076728b70dd6da499a7198aa65cd6c
+size 196608
diff --git a/llama/model.layers.8.self_attn.q_proj.scales b/llama/model.layers.8.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2348813a5b487a88fcc2175de70da25d83a281b9
--- /dev/null
+++ b/llama/model.layers.8.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a5f0f0751c565fe399451abd2b73f2fef5e5719e2126c9e0426c411727d544
+size 786432
diff --git a/llama/model.layers.8.self_attn.v_proj.qweight b/llama/model.layers.8.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..a517eb0e3347fadc8d274a9f3e0ab02427de5d86
--- /dev/null
+++ b/llama/model.layers.8.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f146e89abfd47824a2327b9b34a5c2133c968a2f11df7d0130b6d0cee434be89
+size 25165824
diff --git a/llama/model.layers.8.self_attn.v_proj.qzeros b/llama/model.layers.8.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..9ea543713a5b676e2d4130ee6b83aaefd2a0526e
--- /dev/null
+++ b/llama/model.layers.8.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a090e42a8ab0cbec2dfc13fa9b23283acc813fe8779307c25313af44f6c18
+size 196608
diff --git a/llama/model.layers.8.self_attn.v_proj.scales b/llama/model.layers.8.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..26dd13dbc1976634aa2d0d8f0797d3524c27746d
--- /dev/null
+++ b/llama/model.layers.8.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e472563a741af324e48e8a31676d00a71c050442e62557e7800a5e8cb630db7e
+size 786432
diff --git a/llama/model.layers.9.input_layernorm.weight b/llama/model.layers.9.input_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..1a0dfd99d447a423d471abb83c487d8f9150fa1f
--- /dev/null
+++ b/llama/model.layers.9.input_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286fe2bcbbe989dc7d51adb4db63afbff0739e12310774fb696cba44f59898ee
+size 24576
diff --git a/llama/model.layers.9.mlp.down_proj.qweight b/llama/model.layers.9.mlp.down_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..aaccd74a555abae882a0a781ed48741427665cc9
--- /dev/null
+++ b/llama/model.layers.9.mlp.down_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9123a3f859d3fbe3611631f1ae3322e1870dd9b1c31c2e1ed6b524b1519e7597
+size 67633152
diff --git a/llama/model.layers.9.mlp.down_proj.qzeros b/llama/model.layers.9.mlp.down_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..206eaa8c269e4d8fd533b67091425ebd7214e2eb
--- /dev/null
+++ b/llama/model.layers.9.mlp.down_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15f2f882197ba854463bd0e5f793824239f9796b706ed5c59188f514c485c6
+size 528384
diff --git a/llama/model.layers.9.mlp.down_proj.scales b/llama/model.layers.9.mlp.down_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4db13ba0ba17473af68fc2a00bca817aa31edc22
--- /dev/null
+++ b/llama/model.layers.9.mlp.down_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9988d9d7f9d7ef799d688e344904a1004fa829f74a7967e04f205db50cb767
+size 2113536
diff --git a/llama/model.layers.9.mlp.gate_proj.qweight b/llama/model.layers.9.mlp.gate_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..8babce55e65a6770dacc73cdf6943cc97849fdba
--- /dev/null
+++ b/llama/model.layers.9.mlp.gate_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8333181e3b812e95e3f29cddb8287f07e74dbe22f85f753574a950d7c6b3e79
+size 67633152
diff --git a/llama/model.layers.9.mlp.gate_proj.qzeros b/llama/model.layers.9.mlp.gate_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..04b39a9c4882ad201c96aead771545784400c1fe
--- /dev/null
+++ b/llama/model.layers.9.mlp.gate_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df5af7e84150ef7a714afaeb0cd0611c09491bf3fb69875d8e5d575c15bcee4
+size 528384
diff --git a/llama/model.layers.9.mlp.gate_proj.scales b/llama/model.layers.9.mlp.gate_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8635fad630c384f1c418d9b631c2a9bef2a5b3fb
--- /dev/null
+++ b/llama/model.layers.9.mlp.gate_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8a5bac9d753a5345baaf84f1c2714e46f789f0c254fcdce407a669456b343a
+size 2113536
diff --git a/llama/model.layers.9.mlp.up_proj.qweight b/llama/model.layers.9.mlp.up_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..2f5035a122b6329065f38c8b84e98871fd1f4575
--- /dev/null
+++ b/llama/model.layers.9.mlp.up_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76720f775e6b2a16855dc0ab1696a3179df9f3cc5d3fb4a40803758963794662
+size 67633152
diff --git a/llama/model.layers.9.mlp.up_proj.qzeros b/llama/model.layers.9.mlp.up_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..00e790da6c64581b457e5836a780132bd978be25
--- /dev/null
+++ b/llama/model.layers.9.mlp.up_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9519f61934f2c827a90f227d97b0ba887598bf3d7a78db36015d8c458b39a684
+size 528384
diff --git a/llama/model.layers.9.mlp.up_proj.scales b/llama/model.layers.9.mlp.up_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f37eeb695e4a2e3c0131f865b4a46814f6cca1ed
--- /dev/null
+++ b/llama/model.layers.9.mlp.up_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60cec44bedd47e37b15d5a5e12e36ffe2f2b000ab3ed02817b75b498fbfa47f
+size 2113536
diff --git a/llama/model.layers.9.post_attention_layernorm.weight b/llama/model.layers.9.post_attention_layernorm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..0cd50af6feb9896ec9973e983846eb844305ce3e
--- /dev/null
+++ b/llama/model.layers.9.post_attention_layernorm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b9c41256372212b1ab0eb750ab7dbf27868cf12e89f70ccbebb1bd821c914a
+size 24576
diff --git a/llama/model.layers.9.self_attn.k_proj.qweight b/llama/model.layers.9.self_attn.k_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7cfe8ef398c8cf4f752ad7b13c519c8be1a87659
--- /dev/null
+++ b/llama/model.layers.9.self_attn.k_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab9c59b7d37a426d6a9324dc3289d145774b27e4fa61394f1b19c1c370d992
+size 25165824
diff --git a/llama/model.layers.9.self_attn.k_proj.qzeros b/llama/model.layers.9.self_attn.k_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..c7a0f1c2f00551120dd00356bc8d7b945b296580
--- /dev/null
+++ b/llama/model.layers.9.self_attn.k_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff88e9a2724a80ef6f0eff2d64a9499549155a9b567be0f550a7813228e7949
+size 196608
diff --git a/llama/model.layers.9.self_attn.k_proj.scales b/llama/model.layers.9.self_attn.k_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9006156aacfdea773bf954ac409804c40f61ee74
--- /dev/null
+++ b/llama/model.layers.9.self_attn.k_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c794d27ff3419716d22df9bd07762e91ebdc46d37c494bcfefab05cf5a02a3
+size 786432
diff --git a/llama/model.layers.9.self_attn.o_proj.qweight b/llama/model.layers.9.self_attn.o_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..7fd47d4feb2e0e217dcd64d16b43cbb9a2408727
--- /dev/null
+++ b/llama/model.layers.9.self_attn.o_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fafd3f130d34c963b1f092bdf11806838628a9029b96927757928d354e0a56
+size 25165824
diff --git a/llama/model.layers.9.self_attn.o_proj.qzeros b/llama/model.layers.9.self_attn.o_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..33f57261bf12f030ed5a510b47a5f22b6ad86422
--- /dev/null
+++ b/llama/model.layers.9.self_attn.o_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343b27a1baac437d9657930ed4a727513b32fcdc1877c7c84b8dd9c641e7f3c8
+size 196608
diff --git a/llama/model.layers.9.self_attn.o_proj.scales b/llama/model.layers.9.self_attn.o_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..21f479dc89b7285283955dd732eb6fdf7f557ff0
--- /dev/null
+++ b/llama/model.layers.9.self_attn.o_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4d201ba5ad4e9c02455f0389787ab4e5ca591ec7844bda38cd5e2ee1ece670
+size 786432
diff --git a/llama/model.layers.9.self_attn.q_proj.qweight b/llama/model.layers.9.self_attn.q_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..4b0b9277410f58a38c1a3c42bc5078cd740684a9
--- /dev/null
+++ b/llama/model.layers.9.self_attn.q_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ab572f86b28578b8ea6b833782ab15a6f5f22c27557d0b4b7e9bd9a1bfda02
+size 25165824
diff --git a/llama/model.layers.9.self_attn.q_proj.qzeros b/llama/model.layers.9.self_attn.q_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..96bbff5d8e66b49fb6b3ab814cf39d333fe14eed
--- /dev/null
+++ b/llama/model.layers.9.self_attn.q_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a742d94d747b6f00eb3ecc6dfe87589d8669267cf816adffd5ccb30f9d0dc628
+size 196608
diff --git a/llama/model.layers.9.self_attn.q_proj.scales b/llama/model.layers.9.self_attn.q_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d85a7040b45ee02bead6661895e00636a7b3173c
--- /dev/null
+++ b/llama/model.layers.9.self_attn.q_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce267dca8ab5c0dd5e75e5a52df4e37f02b7b75ffe2fa2cd13bdc19b1190ce6c
+size 786432
diff --git a/llama/model.layers.9.self_attn.v_proj.qweight b/llama/model.layers.9.self_attn.v_proj.qweight
new file mode 100644
index 0000000000000000000000000000000000000000..f20dc5df5438fbdf87792fd08392cde98c9d3f4e
--- /dev/null
+++ b/llama/model.layers.9.self_attn.v_proj.qweight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b33518d19df22c6463bc186e19d2c3b7921bf1bde1893e5c1e4ed119993e5a
+size 25165824
diff --git a/llama/model.layers.9.self_attn.v_proj.qzeros b/llama/model.layers.9.self_attn.v_proj.qzeros
new file mode 100644
index 0000000000000000000000000000000000000000..d6c96c5d6bfb9bb3b8c5c8c009ddc295b467a72c
--- /dev/null
+++ b/llama/model.layers.9.self_attn.v_proj.qzeros
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4400cc336cbce6642a74540c4097cd9f8303c0929f66f696430279243b31c11
+size 196608
diff --git a/llama/model.layers.9.self_attn.v_proj.scales b/llama/model.layers.9.self_attn.v_proj.scales
new file mode 100644
index 0000000000000000000000000000000000000000..85f0b948c8eeea39b7dbab8f172ca9327cfdb48f
--- /dev/null
+++ b/llama/model.layers.9.self_attn.v_proj.scales
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0a6a93a979e5b0a49d0d105a59de86c6218568430d278a91d1b211ef17a29
+size 786432
diff --git a/llama/model.norm.weight b/llama/model.norm.weight
new file mode 100644
index 0000000000000000000000000000000000000000..ce2082e0332877c86812e4494eb4d4e747046e76
--- /dev/null
+++ b/llama/model.norm.weight
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5039da6f113cd14756ffae2ad410f6c55ea85b5100277cd6f94da0f1544b75c1
+size 24576
diff --git a/llama/model.onnx b/llama/model.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..01abcff0ee073527f458459bf915f6cf74d021ce
--- /dev/null
+++ b/llama/model.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1efa92d882fdcf810234c3ee799971c82a74b4f6811c27497f4cb9603ee16cf
+size 1514166
diff --git a/llama/onnx__MatMul_7549 b/llama/onnx__MatMul_7549
new file mode 100644
index 0000000000000000000000000000000000000000..ab7bd4ce41a23d9ffe7a05191faba3fb60c6e8a3
--- /dev/null
+++ b/llama/onnx__MatMul_7549
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaba7b73e227d448076e6b08ad331ae989c4f180511844e4f37a7e14285bb20
+size 788004864
diff --git a/mmp/model.onnx b/mmp/model.onnx
new file mode 100644
index 0000000000000000000000000000000000000000..698b7647ddcb186db90378c5d27b56be53007bb9
--- /dev/null
+++ b/mmp/model.onnx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1979da6fe5735f371e507662217073bb0f063150222e3ca880ff7773a4ddbdd
+size 42009491