diff --git a/.gitattributes b/.gitattributes
index d2eba91b50b86e28a81d4d861bb7e9d1ff13857c..d7eda202e58fa21339b609f5848aaa9fa64373e9 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -124,3 +124,157 @@ phi-3-mini-4k-instruct.Q8_0.shard-00048-of-00051.gguf filter=lfs diff=lfs merge=
 phi-3-mini-4k-instruct.Q8_0.shard-00049-of-00051.gguf filter=lfs diff=lfs merge=lfs -text
 phi-3-mini-4k-instruct.Q8_0.shard-00050-of-00051.gguf filter=lfs diff=lfs merge=lfs -text
 phi-3-mini-4k-instruct.Q8_0.shard-00051-of-00051.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q2_K.shard-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00001-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00002-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00003-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00004-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00005-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00006-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00007-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00008-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00009-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00010-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00011-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00012-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_M.shard-00013-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q3_K_S.shard-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00001-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00002-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00003-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00004-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00005-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00006-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00007-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00008-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00009-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00010-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00011-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00012-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_0.shard-00013-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00001-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00002-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00003-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00004-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00005-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00006-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00007-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00008-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00009-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00010-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00011-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00012-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00013-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00014-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_M.shard-00015-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00001-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00002-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00003-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00004-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00005-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00006-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00007-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00008-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00009-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00010-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00011-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00012-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00013-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q4_K_S.shard-00014-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00001-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00002-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00003-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00004-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00005-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00006-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00007-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00008-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00009-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00010-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00011-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00012-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00013-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00014-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00015-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00016-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00017-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_M.shard-00018-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q5_K_S.shard-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00001-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00002-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00003-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00004-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00005-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00006-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00007-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00008-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00009-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00010-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00011-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00012-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00013-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00014-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00015-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00016-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00017-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00018-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q6_K.shard-00019-of-00019.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00001-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00002-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00003-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00004-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00005-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00006-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00007-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00008-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00009-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00010-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00011-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00012-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00013-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00014-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00015-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00016-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00017-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00018-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00019-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00020-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00021-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00022-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00023-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00024-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3-mini-4k-instruct.Q8_0.shard-00025-of-00025.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00001-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00001-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..219b1d2314a986cc2df87cc098f3c627d21de0e4
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00001-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac6666474b8ad4f6e4ac2c3f0826afbc63342be34c0f141150ce4b9f5b6ee60
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00002-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00002-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..88cb8b218598eb69f288f6f2ebab0652cb062e95
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00002-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ca1029524132f8ee9e1a280a093c700f66b83e4e21025b181e4d50ed79104a
+size 194189056
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00003-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00003-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d7c71f4fc23ba703a0dea3a80271f082efbb6607
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00003-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170525f1fba23419632eb63a69c05130f8e5cb112b494985656284701f85356d
+size 199436096
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00004-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00004-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8ac86a7061bede47294cfd5af89d005a3455d6f2
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00004-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef906b6518a3284265aad6640984c63869e4fedbe8409bc2d5fda1b14712890c
+size 191018816
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00005-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00005-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5b1ede12a3044bb7eef8da9706deb93623bc67a2
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00005-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2160f64e0ce393b95558c1afddd80d7a9de3f4e53ccc458cad4dab2c6c888179
+size 192677664
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00006-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00006-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7caab6bba92c4f97b32a368de9520a687c747be3
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00006-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040c6eb14ffd1fc9ea06b14d04ae02c66c9545bf707cd387d08bf6eb7e06bdcd
+size 81384192
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00007-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00007-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..682a05f3c33b75b25cdb68abbbd38b5fd65fc3fe
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00007-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a85fe7c15784208c05292f681876afde75c2c65037246d60e703d9a25ee10a
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00008-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00008-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4761b5e15087f25d5ccf271fe70fb24354680d84
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00008-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9671e09551e5f96288df896966a27b1846ec8b2ea5d41a6341952b600cbe34
+size 199436096
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00009-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00009-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7e520429f1aeb49e0c02ad76d00e4cc4b90b6bf3
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00009-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ad6d4e41fda3d6b91ab7480842117850839947865887ea8cb53aa0b3d38ab2
+size 194189056
diff --git a/Phi-3-mini-4k-instruct.Q2_K.shard-00010-of-00010.gguf b/Phi-3-mini-4k-instruct.Q2_K.shard-00010-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f2c1a917234b39c6010a8b73ec0ff7820be522d5
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q2_K.shard-00010-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0285884be5f7b8a130b77cba51e8d4d1a55464bbcee886fa162b89b7d712fe
+size 50000448
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00001-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00001-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5dd30044b79f1cc028def4ec20b562e7f5910d03
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00001-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df37f2f39c116e8e1c478317369d10d5ced36049923cbeff09f77829022417
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00002-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00002-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d0d5f4298c891b90449abfc13f0fea34d0d7a9b1
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00002-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bf6911689be8fe76f8aa46ea1f66410d50a37613ae983d2be61500dc77cbdb
+size 191571168
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00003-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00003-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dedfcda06c9374b8f05aff36dac3051b0d16eb09
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00003-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0645be9c8ffe3c474ac8739083a343f526071f5cf552ba022e1d8b34d6f5de
+size 198071648
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00004-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00004-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..01f6d972fc38a2cc566bd849e744313fea577076
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00004-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de02eb80e81bb5ae2138497a52f1d868413c12c10be25c1c6601195fb55f1386
+size 187061536
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00005-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00005-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..584b2e0bcfd4cf6be6b9851bd048c5c3fec6f304
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00005-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a18b032846c8db6031c1870f3a6719c679f6dfc925d2c12e1a36df330461a8
+size 185279712
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00006-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00006-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e408960b964bf243d41989e533c09a131de1801f
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00006-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dea186498fc87d6048b2c4e627fb50427aecf285df1c6cbc6455dc1316066b0
+size 198071616
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00007-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00007-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..31e998441250d4e0e5e1eab235352877748eff2b
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00007-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5530950fb8bf94328c5bfa7e047febf73fbea20637cbc4b014996278bb308ac1
+size 192369984
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00008-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00008-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1152ad703be1e03aa11386e3edd7a84d2d881c6e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00008-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0afda9323746a326d581e514323b685bb9008b1f1ea926880a187c65bdeb7e
+size 57029024
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00009-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00009-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..abbae808d3d576f38dd0d2dbb3cc8b7356909184
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00009-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e62fb417ef32b308dd9f411186f8eaae1e6027e289b9a96ca96a2337b247d3a
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00010-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00010-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5cf6b92958e88d82d6f149925cbbaabefbb7615f
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00010-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a27ad953510b2ba9216b92b40b9e9d53a3d3cdefe3829705fd679fd6ce10fb
+size 179971232
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00011-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00011-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3584811740b4b854a471e56d2c514de43ddd4868
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00011-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e81161125579911e5c66b98de3d235fe09910ce855057de7e7c5e35a7747726
+size 198071648
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00012-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00012-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5bd3f99b94f3df7f224afbf312c8bf06dcaf3dcb
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00012-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e616bacc75ee2b688b71bb1ddd2c130bdd42f1b7294b98519761d0e4bec353
+size 187061536
diff --git a/Phi-3-mini-4k-instruct.Q3_K_M.shard-00013-of-00013.gguf b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00013-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8962ec1cccc02b2a9c538ef2698eeb818b170214
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_M.shard-00013-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce5674685ee2a1ae32969588b46c0f3baff639196fbef13c88396aa564d93ec
+size 57041376
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00001-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00001-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..93b3da0afe27b93754c2e98554c4f07a0bbe2595
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00001-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c38a15aa030fab3ca49d4f19f7a2d99b012becba779042c8d109bdabf0a706
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00002-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00002-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3414203418c20cbfdf8e0f1f0e19417614fd8530
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00002-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d50de3c6d11bd01baf9e76296d20424520f1b1869245a29d4f9dec7eba2a6
+size 194741760
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00003-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00003-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..08a65b4591308c4e5f3a1e9557ddca80236709e1
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00003-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6127e615d6659c5f9234a18fb0c8c08f24d8d1b79ca8ccceb4861ee70d26963
+size 194741792
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00004-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00004-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a7045fdd5833887436091ba23be9f709888f2643
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00004-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43a6dc9d85eb4695cef6beb18bd714c0480793643674ce868f70ffb840ec119
+size 194741792
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00005-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00005-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bb05d59129e89efd7e80d423945501dee990a5f4
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00005-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082130d946c0334bbf9d506962d12db8aa6849ab2151f3d83a01292e605477c6
+size 198796864
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00006-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00006-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a88789ea42c069ad50b74876ffbf371d80541fd6
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00006-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ad019baec87d7400403e24e0f2758b9563ec2ba526abe6bb295b393c80d9fd
+size 194741760
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00007-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00007-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..55417882fef08516ed15196896016b4e2dcf3f6b
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00007-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8477ba3583715f0f8bf5d56f75f45d84c785ca9d7de1ad03a24ffb481ae5ab8
+size 48673184
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00008-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00008-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ca645e74affcd68ee27aaefb3fd0097b49895b6a
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00008-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dcf2106397f34fca1543e1f5969b578030aeeac833f3ca5714640170dcb440
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00009-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00009-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..43762f141c021ced70fe2be929bd019c6af408e8
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00009-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911cccb5fc2db5a1e73d8424ebc21f758abb09f87c7d66aae50c317805a2613b
+size 190686688
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00010-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00010-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7f9c5cc35f8ca65a19e79c0e0a7c6f49cf76fcdd
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00010-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67f9aa8d3946484d5abca14bc281d207bba5fb551bc9d8420862276156452ef
+size 194741792
diff --git a/Phi-3-mini-4k-instruct.Q3_K_S.shard-00011-of-00011.gguf b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00011-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d25f4a9e9ef9eb1f07bb6a6115ca5bf551a48b17
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q3_K_S.shard-00011-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613194e176c2f40f94ab243cf292e894e4377893b5b289523202a2d72e06e192
+size 146056352
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00001-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00001-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ec3c283e6c69c178d95f25b860ae57d4c47cc882
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00001-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4fa257a91b97d3d69ea7a51eafb64ca7936a2f35c1adb0d5fd1755f09608f8
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00002-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00002-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fc2865a3776de3667f8c79dead8dc89c0a5cb5ad
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00002-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c692a8d1f922bc7d548808c183b118571e3bab67c1310d0a74587ecfbadfb6
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00003-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00003-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..99fd4d0abf52cb4f29b30d34a7c01741a0248e04
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00003-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be4cfb24f41777ace0ee7593f785a4fd5ad93c0dc08c2f231b71814404d54fb
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00004-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00004-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2e283edd5d872c2c4fe7c7612a95ddbb66829ebe
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00004-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d72eb54e1700db695930a18dd9d39703144a54bbf38881598d566f403db1a2a
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00005-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00005-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..be636d589ee2ac7839912a333591f9d9011210e9
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00005-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be508b8d8b0c45856b3c12af11fb09a8e13f1682c3f5f86cf3b35fd10bdc99
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00006-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00006-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42caf63eb13da81222bf1b8f79293fd6f88f968a
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00006-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3475e4c399296e63c8687544b07989bb330a4fc30f818ca6114b5aa58be724c1
+size 196486368
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00007-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00007-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..94c20c30ede63968aea2cf6e4006d0f554aa7f74
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00007-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3622153f442bb996e724bf0e2d0d0d1d879ac9b9b857733fc36f4203f87cc3
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00008-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00008-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1381e5006728619e106cacf86fb157b647f08058
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00008-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c3af321925e4c5839d91f538b3ea6980d0d6836d313afdcaeb036449265cdb
+size 191165536
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00009-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00009-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..abbae808d3d576f38dd0d2dbb3cc8b7356909184
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00009-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e62fb417ef32b308dd9f411186f8eaae1e6027e289b9a96ca96a2337b247d3a
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00010-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00010-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..06aa59cb991cee66911212f0ad098e1595748983
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00010-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd7d3fbfe3475db60feb37ba595f20932d811e8b7fc423a53abd1794c8e83f9
+size 185869408
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00011-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00011-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3742c9ff56f88774bedbfbd3071d682016b229f2
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00011-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a063209cffc70d2e692374aae726fb95df7506f99f453ce1b5952c2db3bacb3
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00012-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00012-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..52967e71a4aa8f55e1958d2434edff3a6295fc84
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00012-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f6df77d4386dc915543f37978a0cf8940d91f0bce2e517cba3715cbca70e40
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_0.shard-00013-of-00013.gguf b/Phi-3-mini-4k-instruct.Q4_0.shard-00013-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..37463b01e8306110f41330f539d432fc219ac9b4
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_0.shard-00013-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34af5caa92c36d5ef8f031e8f88e58ed637158ad16f133a89e158c4f9cfdd965
+size 127451968
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00001-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00001-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8d8a9f9c162b5b9c9bb65db2d18016c06503b3d0
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00001-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505727bc419d8702efeeccf8c3658449526a8cb0ee937668da7d81bb497f525b
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00002-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00002-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a0471a7e2703166324052b861d9a999cfade9673
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00002-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cd53b77cbc750cf6e799482cc718445de5038d8a4bec457f2b4791e6745744
+size 196473824
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00003-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00003-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c5557d86489d8039c6be4f5e66a29424a0039
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00003-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27693570d8aad9242979b90cf7b56fd08f0adc305f2e1bd293f56757143135f
+size 179958848
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00004-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00004-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c390e187de0cbd427e4c8b0d20d4ab1de0696f3b
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00004-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7808b0557db7a4f15a583b6aabe54135f047f35f1a9438ea588b5dc08cf5fb61
+size 194126944
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00005-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00005-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..67fa1b40332ca4b15f6e2b4395a0e48cb5310e40
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00005-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece33ed18518bc5543cb0e6fb5fb02370cf46cf03e44683b91de3a8c3c5b6a1c
+size 188806208
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00006-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00006-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..05234f30882f447b9b4f9fec13125c353c1aef9b
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00006-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2387d0d2e8c98e8b3691847dc865b108c4bf2f00125b9fd959c65afaf620b6d
+size 174650368
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00007-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00007-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ad27ab551b13e59afa66c0a6b1c16bc747b64e83
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00007-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2586a4a5a5204a2751d777ecdcdaf47c5d1df0bf6e41e619c2e9981a6b09ae2d
+size 199435424
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00008-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00008-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5fe27dc273c454438af59899e18155bc8bc3f0e0
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00008-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186f911c950834fcba69bf99bc8bf3bb461383e7426fc69d3099cb58df363575
+size 188806176
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00009-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00009-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..74aa423f9690af3ce00c16dce55da51d22681ad0
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00009-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f095aa9eb716b4f5e9aaf82213bf17e1c3a6aef58aed4b648b484f90afe262
+size 153994112
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00010-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00010-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d02ddb4939eda01d133bc87a0657a7056b2548a7
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00010-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519767e14394adf5322a967dab0385b9dc3544915930036bde48d97c23353e77
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00011-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00011-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7085c8f1515ea0ec2875a737a07b0306c226c47f
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00011-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae7ecb5d8a6848fb9cda146715b2ec2ba62f809171164b6aa0f811f44c1f2ff
+size 183497728
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00012-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00012-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e5900d15e2f759d9f0f42f626f6ed39014756bc4
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00012-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ff0934e05c27fddd837af5841b16365fdc438c1660de44b1407524d7a91b79
+size 174650368
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00013-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00013-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7770077715c147f2f9a307dd7d14b03e16ae4282
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00013-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc71d3c992da5c24346528351b3743a5b4924e0567285589ba3ad99f4dd500fc
+size 181138432
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00014-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00014-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1d1fdffbf53715ebfb25e34c6fb2725647eee1ff
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00014-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567c6b74b170f04844587bf5a02581e520c19a6733d84d7996b308c0de38f9c8
+size 187626496
diff --git a/Phi-3-mini-4k-instruct.Q4_K_M.shard-00015-of-00015.gguf b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00015-of-00015.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3311abb54442047e3808000bf537b5e3182b40d2
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_M.shard-00015-of-00015.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe51f230dc40a9ba682587c42f07dc5b59240d90fdeb65ae351d95cd6cac167
+size 53109152
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00001-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00001-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b69c35c4120c7ce8d5955c64cb4072f8a74adfb7
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00001-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a29c33290c589cbf0cad5dfa823e8e0a760a14a886b17fdaba3db937758ee71
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00002-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00002-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f0ff2042bc3facda4798aeff371aa9acdf702251
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00002-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423d4e40047902aca65f0fdd25d2f72d89dbc813849cf0d97ec2d9fb75c0868e
+size 184677408
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00003-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00003-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2d68cba7d3f1593a0f3324cb2256dd5cd5b9f2de
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00003-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2d4956b0a39d03851955d7fdc4494e98de5c300031fcc0bdaf661e2e0b04f5
+size 194323616
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00004-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00004-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..62bd270fb07a771756113475c125124c48ea34ed
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00004-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0041dfbcaf199c67d0044400a86ade51503c9e58a688da8cd40891001c92eb
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00005-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00005-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..103f4855e33a31613fee7d77212a6c3a9f4eeebe
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00005-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1cbd8e9e4440ddb647db4d61a109c00826bd3ad20cb91b8077610c55443782
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00006-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00006-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c272817dfc5aee2f54feb0ac130efa453ad9dd44
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00006-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9301eb15712dfa7f2065efeaebc66859dd2dc50d1b77c9ac33e9b9a2eacb81
+size 196486368
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00007-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00007-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ed33b761b83a1d5cd7eeeac84d358b3977dbd7a6
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00007-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c612a5c37d68451d2d22e0b3ae23a8141de8b67cc4b00ecb6f223a06fe4abe25
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00008-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00008-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1e63f1a3261a5191a84813ad178920ca7698fde7
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00008-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c898f85813445f539e3c7d6c80d5b27c27d6ff2bf61c415d3c120e58c41bf3
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00009-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00009-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bb6ca153f08e553b07c93bd82532d74d0bda3581
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00009-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf21e751b320b02d7478780b4b0ee2093e881141270827315e97c7882ece6e9
+size 15925440
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00010-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00010-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f541e92fde849c88ebeadb1188605f316cbd008e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00010-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b4797cfe34a78916283d8b232d43ddbfd3cb3d810b288a4df9ee2cc98670b
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00011-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00011-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..44129f54294cc54be23041b45c1e8015fba00f4e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00011-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c407dfa4f824f2290bd68cb00f94fe05665e492e10e388deb54aae430d81f46e
+size 185869408
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00012-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00012-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4cf6eeb6c19ac7a6af1d68b33c6559d1e209ab68
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00012-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ec92ae90eb6e5e25b92e2a76f395566ee4cfa3fa0fd0197304d52b1dcb5570
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00013-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00013-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e3a807ad9763b81cb0d515e01831d8133468d4f3
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00013-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8d643fe9a7714cb64eecae4d64a9beeffffc54fc95b7b08ef4970123bfafd7
+size 191177888
diff --git a/Phi-3-mini-4k-instruct.Q4_K_S.shard-00014-of-00014.gguf b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00014-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..695aa4097ea9868a7406e05ef6ba4ce0c0e1a1af
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q4_K_S.shard-00014-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80889ce4a51dd0395ba08d1e3c76c2c2d183d18a3ebc14892bb764360aa0b370
+size 127451968
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00001-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00001-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..34713ef1c9e9f4e1e6068400cced5aa609547be9
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00001-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0c07cf634cb90c59ce9aa5663b804565b992d56447ae3fadf2ca3245bf1a9a
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00002-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00002-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3e46f641c603aff51af4fc7d9cd632286deb41a6
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00002-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6ff21a746887b49f593926de1f6a45ec12544c9a146694c47aa4d7e7f1da73
+size 190612352
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00003-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00003-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3e29ccde0452d01c84e8206d0c7d88f21d14db4f
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00003-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c15c9f40e48b40656987f5e020b47972054ff90d88862464fd6e948110523
+size 166626112
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00004-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00004-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7fb6d977a7ec004ab38b01c9d3ae64ef32054041
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00004-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b31937dc092c7efb1c111e1ace7cb4e71d7f3d9aed3a4e4c1a09c6160a0e38
+size 166626112
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00005-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00005-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b855341a6d1b243a9cc1028d9c756dd5bbef2
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00005-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c23f02e5c4447258e1fa3b518c2c089e9312ce08f1472d98afaaa912b31715
+size 197899200
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00006-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00006-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ac9b3c4fde7e9751a340e334716173c33521dcf7
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00006-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26a3f2dc71b4b6ee66e0c75394ddd2e241204bf57209a81be795c4493115d2e
+size 196350976
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00007-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00007-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..87d71b696bbc673a16c25598fb7305105fe400f9
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00007-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b886d4da718f5bc8bfc37c658ae9cdb296464bd7b2d62416c730207b01a2c3
+size 183927680
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00008-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00008-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eda4301a9d3e1e010a2a8bb9e127a19f1c0190cd
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00008-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4dc7318b2340e0055dcc26c50a7a3f8e5c5e1274f29072ea84f5174b54c242
+size 173114240
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00009-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00009-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..269c012a387ca4ef97038c80e361bcda60d18951
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00009-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b057ecebf727393beec5316cba5e3b0299c68e1e31b082a3c925fcc821618e2
+size 197899168
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00010-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00010-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6fb06a5c6bdc7397eb27296661834e98a23d9f96
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00010-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eea6905bfb2d6a4438c9c4d34e8756359093aa201c3595f2d3048d31701463f
+size 196350944
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00011-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00011-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9e52d84df899e272ea734647cf7630d9594b33d8
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00011-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfbf674f652f58718effee5b40931ab6fefc47df01e3fdf30b6ccbfba869e8c
+size 81629600
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00012-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00012-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2fcbed5ab8619d340f456255666a8c1611c5ed9a
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00012-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8459cdb00d9b96e21cb55a89b042864269cb9badd69693f827436b60ed491b55
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00013-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00013-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..309ab7df16ebd73e0c594e8bb89bc20a6a0b603b
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00013-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bea7e8d19647691139de18c4bbea5ed344120e903409edc63fcd28ff4688d7c
+size 177439552
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00014-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00014-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eb5429c185d9c4bf52ec74daff565707380552d9
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00014-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c960fe16e1fb313b568d8a08e4c087a3a36663eacbffd224ac8df31f80b0f7
+size 166626112
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00015-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00015-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..459c8d6408a373b57dd19560efddeca62f4cd2ad
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00015-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c1c3d9a3c92283385c9e9bc315163c8f4e1cb343cd007311dedfdee75ab24
+size 166626112
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00016-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00016-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..57243c534c09898e594ed5e0772805ead07e7eff
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00016-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72e3476b90d7818b8ef78f711a0f9957b1f1936ab198fea2ff549e72aa4fa21
+size 169968448
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00017-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00017-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..05d25e48d09b6c2282ad142d95ca2cd097254dd5
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00017-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add2fec6fabaefb11584506ad67f3893c419f45bc346eb7663c0942373fe0684
+size 169968448
diff --git a/Phi-3-mini-4k-instruct.Q5_K_M.shard-00018-of-00018.gguf b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00018-of-00018.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cc51121516d519ff9be419765625afa22be6d887
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_M.shard-00018-of-00018.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358227c659fab36e7bd42efa1648c3fb1f9552342e3b8bb065815f80f4eb1427
+size 64340384
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00001-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00001-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e00fa810923f3c91b340595187d70781a92e3821
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00001-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f66e3825a3fe4aafbdfc7efd17cb9f551f9309c162889b23a24c4050e0f656b
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00002-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00002-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2c7da6cf3ba0ae986929b960b8bafca5c865ec7e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00002-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf28188a55a29e4c0ba907823f52082e3a2808bf18e5c4b1e63a5c83789e1130
+size 173065088
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00003-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00003-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2814bb96508437ba83c35f437bbfde66fd10b064
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00003-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67364fc2e40cc48b0b001f2f81478611b97998be5afe664e8cb0af64d8ee180d
+size 196867072
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00004-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00004-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..16872ce2cb7985dae1eedb447169f2e86a00d151
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00004-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b03246065d945116a0d373f5e13d3abbf4f2e95802614c3bd899e1ce039cb05
+size 192541696
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00005-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00005-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c94fe51a3e32ae990532f7e5711b70c85885ca07
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00005-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8fc09f54e0eeea0380490bd8e0ee0c6a4db191cd7ddd63382f1846bd6bfb77
+size 196867072
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00006-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00006-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7edcff313be62a2e74f5bf5c2b17dfe59d2603d5
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00006-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c358c4e4089095299810108660168ea8181c0ddf7ff03d2d82761715051969
+size 192541696
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00007-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00007-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..350aad0fdb20a88752bd19a36f6ed4b932dda7ad
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00007-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a0f10259d9a9c72cb701be999874a528e8753d30a2844416eecd4642256bc
+size 196867072
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00008-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00008-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..543a3407d4568cac50c3eab47e9dba4a65f682d1
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00008-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdfb93cb53a1ac27d726d149a56d255223f9f83f398ac59cdee2c43f7e00f5a
+size 199029792
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00009-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00009-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f7cb09ec1bd5dd2540ce6f978f9336537bc9dd67
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00009-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f5339ea568d2f6bbaeeeef9c55600bb5e611dcad361512558cf87074adc8f
+size 196867040
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00010-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00010-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a32f8ab553736bbc97a4c5170f7acf0ac15fdb44
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00010-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5d5913ae12d6b7f22d7c4f1f3c8fa39c62f1969d44ee92601ee3c0f1532905
+size 97346080
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00011-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00011-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6f5dba9f54ae6dafdc7444b47884e75b3963b216
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00011-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea44e7999b71a26c21c87d5bae96ed1d0bb6b3c103b9438f1f225c90585a813
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00012-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00012-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..92dda5fc335aca407a8034c6f75f2780dc153fda
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00012-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beddb7eba8b54677993a539a0bc62a00d975010064438b32c15261d314fcdda4
+size 166576960
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00013-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00013-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..af7e1672c62b76694ecf36bbb76a20f927caeb4e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00013-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230101b2643f305f7cfe3c8713ec1186beb15c5264dcc1ff01eb56256eaebc0f
+size 196867072
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00014-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00014-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f2931cea6ec725bc0e065448fdc5c51957972af9
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00014-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc8178a6010fe5d462e876262717eb27dded42aae92862f5c3144daba6917cb
+size 192541696
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00015-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00015-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3017f26bad897a90e26c6ee870eb8860a73ab6f0
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00015-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091f53b440466f65946dc6a21ab3f07c100575fa7e296830eb34398cce8fa214
+size 196867072
diff --git a/Phi-3-mini-4k-instruct.Q5_K_S.shard-00016-of-00016.gguf b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00016-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e5b83e20bde4ada3436cc23a9d9aee55778c038d
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q5_K_S.shard-00016-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a268812d499f5f3afb1c6a99a368984ee1b1a90f3f569ae9c28ea45366098c06
+size 97358400
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00001-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00001-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d71253c55a36c84075281fdf0e73fb254ad9d76e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00001-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bdbc7462f234b655d68da1a6eb7914d726634d847881da7ad9ecf1950b755e
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00002-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00002-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..18efe338fb0d9207ed69d402611c3e2905c63150
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00002-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff585c34f475a8e279c47a2663dfcd8c6d3244008eab44acc2e6bd94f81a173e
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00003-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00003-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dad3253cd81745ead3764b6d24b2acb3af40e222
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00003-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d57dc81c981b8eb5a350c4c29aa65d573c14227e56fe7d2127ed4674b5a6dc1
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00004-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00004-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..665a48c8ec32cd7cc43a164ea7a818c2d227d561
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00004-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7594aa42dc3ab5a85553ba8d576c339dda83d0260b36284bc951e9d6934dea
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00005-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00005-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dc535720a35ddc6031f637dbad50f8f5b298854c
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00005-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d751c034599d96f5c6b0b3efd4d70a46949cc0a7b63c6a56f1d3fdb8f112f0a
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00006-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00006-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..112360c5305e855d2a7245f123017349d09188b8
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00006-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56013aa5fcce70a5a390c0c8d212d59b867350490f229703c9c8c9c359e7b4f7
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00007-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00007-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..52b85eb2f5799e75b7e55283550fb545c1b9e5d6
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00007-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458989a7a39890f96f9465f5c21205a81307ff156f013834054873c694bb9a22
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00008-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00008-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..806d8c8e8074d6abc37523b33ad4a7779af9b821
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00008-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01802c54c5af77da1c68408deb3ed7f19f2b92e1f8e25711f9bc51f0c6b31eda
+size 193586048
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00009-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00009-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..be0f26d511a6e1a11901db8587cebd13b9b2309d
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00009-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341ebe9e07902da96b84f0730e8548388656bcfc4fc76f31bfb5f2aeb5f9d5c7
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00010-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00010-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4aaff910561c6ff6825117ccc39d28b5c2831931
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00010-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215093687f6536ee4d59fb3f80b1b6351d35db59ba25e58e257da7d61d5b7eac
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00011-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00011-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b49de64ec73800adee27a7f96361e1ca6cccc49f
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00011-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d752faf4bf0ffb1a94d37174273c7014133527759bdfbf8546f6505e706c374
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00012-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00012-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ffff8545faa063f7b66ac4a54dddf356dff761e3
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00012-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa1415a6725e2025806988bdeefc71d1a058fb46fecd60e7697c13fe34c4040
+size 92909984
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00013-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00013-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6754555071975653a4773d1bd4fe0795fc734e03
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00013-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa1b06effe43fcbd21fd948abfb3a78885b7bf3b96940bdc966222fd39d474
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00014-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00014-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7266f3688ba6cdfd1c7a683091da7df510252fb7
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00014-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e229e3aedf129a55256069ef8a85747b360d83d869f6245cd1414fcb349c7
+size 198746944
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00015-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00015-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..03331239cfc7ee6b70cb8e71491c6b9879940bc8
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00015-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab336e32a702278769a4431c58696b20dcd7f68c3010c234f49f1e832f3839a7
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00016-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00016-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c07de4381f6c7a3d0e7a40d35aec82a313d98a82
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00016-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2991347a58a00ef190ce2914f6bc9d55759329385853ec9c205a34737f481184
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00017-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00017-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ea45c23821d321587c22e44b78b19f339e3af9dc
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00017-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a5c281b52127a556903dbe8b00a4fe8270698e79fd00824b59615852dbb1e4
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00018-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00018-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..28724261a67f9a236eff0adb4e2dad05ce6671b3
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00018-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a8233555bd1ecad0d82c827697ed7b1c29f370d59da64a8e94eb49197da09d
+size 185844544
diff --git a/Phi-3-mini-4k-instruct.Q6_K.shard-00019-of-00019.gguf b/Phi-3-mini-4k-instruct.Q6_K.shard-00019-of-00019.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7fac07775c57510eb2d4c14e9f5d83f96f9785e1
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q6_K.shard-00019-of-00019.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d813322612eec53d53d287c57e0868b24fdd308fa207c5676a8dac986f71f647
+size 72278432
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00001-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00001-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..30712623d968255b18ae3e5dd59e2bd19c0c6a2c
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00001-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6012a466379362727e3d98ae604cb4ca1b294b05ffe556f2e267b6128291f32
+size 197739872
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00002-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00002-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e237646f81bdcc41bf6bd876879671a9af28c12e
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00002-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f636fcae8455a03118765b9f395d32fe51dc3f00536851eabb6566fc87dcdd26
+size 147087904
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00003-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00003-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..393512603429db266dd19c0953322ad98ade3195
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00003-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e33f99eddbde66dfdcc3ceaf6fe65c4676640f66c32bfa347bfad84050a452
+size 183865984
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00004-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00004-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..51e890cda43d5d5b3855627acb23f2eabe2065cf
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00004-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0ef4c8021d5706013f98e06456d9c5e3ee895c2bc1b4e5e6d9b2648778bf4f
+size 177181344
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00005-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00005-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c53700b20cbbf2a7c9492f31fdcf736a06aed0d7
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00005-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0d2be4fed36771c4f286e1d36bf0fcac6416d833c64bf333c3a278dae0a6cc
+size 183866016
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00006-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00006-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0e3a3c4864d6e3a874d01784d65f1eb287964126
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00006-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86711e0ba94516be0f2d60e478bb67e7bcdd219b04b4e2d770c2eafef677d998
+size 177181344
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00007-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00007-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b197a1b96e2665657d193c91571a31262aa3c2a3
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00007-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b44c7e53571db8b05d2f8a3f818b8262d8bcd1a7177a56e2d2e107949c83362
+size 183866016
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00008-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00008-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2f59b205581c7cf467b2a443501750fa61919577
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00008-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83aaea291c319be96f9cd759f7b107413c4a190d8bbd8979e5a619ba9a35e39
+size 177181344
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00009-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00009-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fdbecbfc198d014d7ad35093984f735af01a8fb4
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00009-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ab89df224c628792217bd382858864480b06af948eb8f20aa724712241a429
+size 183866016
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00010-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00010-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0895970f11eff9b5b65818fc4edcce745f78e581
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00010-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea79c70dfcf09c161f37e70e5ecac5827d2cec877c28e6053997caccd35c025
+size 177181312
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00011-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00011-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..57789d983f5c80f3f39230ce188f6a47c1818291
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00011-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34e39ea1a24c67d5c2436fd555096fe1f60388455a1c9a4830fd2a6e592d216
+size 193893056
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00012-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00012-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..71e47fd1d8c6d0842ab7470c0ad81c3535e2ce3f
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00012-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2684775d31834e4fa7f36511c417f4b890f95bf2455b26fead465231706a13
+size 177181312
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00013-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00013-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..da174dace1cf111cede771c5c4604d07bcfd0216
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00013-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d7a5e4999009705c537a850b7d4fa7a5e42169a3c06e5b6933b284e8527454
+size 183865984
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00014-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00014-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ac315cc69e57ee8bb71b07236b22daf22766b8c8
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00014-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d11b62fe01c96dd5fc07b42271cb79a24d398a951ae4cbdb811fd658cba449
+size 177181312
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00015-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00015-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..29234f3cec3fa86c7e75ae325fdb0ea7d3d3a1d8
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00015-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fd12c2a6612844e78892a1fde18ede5dac472d2b553d00d1d41ce508e41ce2
+size 183865984
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00016-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00016-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d5919031bb265af2613905b9b54241dc390fe942
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00016-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7f9c7fb3fcdbde2fc13a8791c2bb12d9a07117a6ec153c8c0608285546b9ce
+size 30081216
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00017-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00017-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..aef6c362035bc5e57f99b31ed88c1c74ed9aa072
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00017-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0caed82234d41adf6e9ad2ff203ca8bf171efaad302ecd64e09c9bba81acbf
+size 197013728
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00018-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00018-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0cb152c72686749280ce13b6d7d91a689b048337
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00018-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac36ba03ee6b33bf28eb5fd80e23f4fcaaf56637b5d56f7ba1fff326af66fe6e
+size 190550592
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00019-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00019-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..67794de5054bbad37414eebc9c6d07ba816480e9
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00019-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a611a7c9e896afad947e4f654110e2ab0fa6ef2c35343faaedcd7d1dc619d95
+size 187208416
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00020-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00020-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ae2db4eacab9e62b72931d0b9b921a49858d7f14
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00020-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecef9c5c683faff36b6b69eaa3036276831c17a60daeb000c85972c6eebeb9b
+size 183866016
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00021-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00021-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..52b4a4415bd5538133807275134fbb7ca0e36d9a
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00021-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe0e75084eab78d6cffe9e1bee1d110d28441eea23f46eb30e6e928b5aaf504
+size 177181344
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00022-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00022-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e708715ec5ff0355e18abf89e5821368bedf31aa
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00022-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0007b97a205d4e7e3f37025021be9288723a723424ad2969a71ff2dfe46c26ff
+size 183866016
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00023-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00023-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..67f253326d9729dac81bd28fe166b78245d3c163
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00023-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f015071e46ccfad2dae72a70d2071e3256a40dd8b9c079d66667b6734e0af8
+size 177181344
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00024-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00024-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9c71206a07503aea9034dc3987a1a024ab39e6f6
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00024-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4f79b0ce991c8c9a897d1834726b4539006d455654ed2c1c113b25b31b7b8a
+size 183866016
diff --git a/Phi-3-mini-4k-instruct.Q8_0.shard-00025-of-00025.gguf b/Phi-3-mini-4k-instruct.Q8_0.shard-00025-of-00025.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f257e8893bd881531f4d2c48ab66e986561fd3a2
--- /dev/null
+++ b/Phi-3-mini-4k-instruct.Q8_0.shard-00025-of-00025.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c84462a1c88152b6c632a9badd86b543e50bc38d49fd85eab508d9404f622e
+size 30093536