Add static quants

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Llama3.1-8B-Sonnet-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7409ed5dadfe06ae43851d37775cab46093dd7e01ad016c01b81ff2fb7292962
+size 3179132928

Llama3.1-8B-Sonnet-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf86706062bc0ceacb184184de12ac6b06fdda408db37ea461fb986faff7ccc
+size 4018919424

Llama3.1-8B-Sonnet-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662286c3036a918e2da0c840a64e012c898240602f9622a69e67b8c21ed0dc26
+size 4920735744

Llama3.1-8B-Sonnet-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa71c4014acd2273cc84e39fd1aa2d3b1db75d289b6220e283dc58a31d14d0c5
+size 5732988928

Llama3.1-8B-Sonnet-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5669922c82c4d36b8f63bf12fc16c85a65732d1eb20310dfa0ca21b2bc7cf318
+size 6596007936

Llama3.1-8B-Sonnet-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d0dc88cc29eec2da397d271627c9dd549dde1be927853b1a4ab436462e2125
+size 8540772352