Upload 2 files

llmenv.py

@@ -129,6 +129,7 @@ llm_models = {
     "Aurora-SCE-12B.Q4_K_M.gguf": ["mradermacher/Aurora-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
     "Rune-14b.Q4_K_M.gguf": ["mradermacher/Rune-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
     "L3.1-Athena-e-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-e-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "PR2-14B-Instruct.Q4_K_M.gguf": ["mradermacher/PR2-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Nemo-12b-Humanize-KTO-Experimental-Latest.Q4_K_M.gguf": ["mradermacher/Nemo-12b-Humanize-KTO-Experimental-Latest-GGUF", MessagesFormatterType.CHATML],
     "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
     "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
@@ -144,6 +145,37 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Viper-Coder-v1.7-Vsm6.Q4_K_M.gguf": ["mradermacher/Viper-Coder-v1.7-Vsm6-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama31-8B-oci-text2sql-no-think.Q5_K_M.gguf": ["mradermacher/Llama31-8B-oci-text2sql-no-think-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama31-8B-oci-text2sql.Q5_K_M.gguf": ["mradermacher/Llama31-8B-oci-text2sql-GGUF", MessagesFormatterType.LLAMA_3],
+    "emirati-14b-v2.Q4_K_S.gguf": ["mradermacher/emirati-14b-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "FlickeringLight-14B.Q4_K_M.gguf": ["mradermacher/FlickeringLight-14B-GGUF", MessagesFormatterType.MISTRAL],
+    "Hush-Qwen2.5-7B-ING1.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-ING1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "HyperLLama3.1-Mix-8B.i1-Q5_K_M.gguf": ["mradermacher/HyperLLama3.1-Mix-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-14B-Instruct-Uncensored.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Gemma2-9B-IT-Simpo-Infinity-Preference.Q4_K_M.gguf": ["mradermacher/Gemma2-9B-IT-Simpo-Infinity-Preference-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3.2-Rabbit-Ko-3B-Instruct-2412.Q5_K_M.gguf": ["mradermacher/Llama-3.2-Rabbit-Ko-3B-Instruct-2412-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-BookAdventures.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-BookAdventures-GGUF", MessagesFormatterType.LLAMA_3],
+    "rombos_Mistral-Evolved-11b-v0.1.i1-Q4_K_M.gguf": ["mradermacher/rombos_Mistral-Evolved-11b-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Glowing-Forest-12B.Q4_K_M.gguf": ["mradermacher/Glowing-Forest-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "UnslopNemo-12B-v4.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v4-GGUF", MessagesFormatterType.MISTRAL],
+    "l-3.2-3B-en.Q5_K_M.gguf": ["mradermacher/l-3.2-3B-en-GGUF", MessagesFormatterType.LLAMA_3],
+    "MN-Sappho-n-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-n-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "SauerkrautLM-v2-14b-SFT.Q4_K_M.gguf": ["mradermacher/SauerkrautLM-v2-14b-SFT-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3.1-Athena-j-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-j-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen-2.5-7B-Woonderer-0.1.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-Woonderer-0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "GoldenLlama-3.1-8B.Q5_K_M.gguf": ["mradermacher/GoldenLlama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Sanskrit-qwen-7B-Translate.Q5_K_M.gguf": ["mradermacher/Sanskrit-qwen-7B-Translate-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ichigo-llama3.1-s-base-v0.3.Q5_K_M.gguf": ["mradermacher/Ichigo-llama3.1-s-base-v0.3-GGUF", MessagesFormatterType.LLAMA_3],
+    "Levlex-Math-One-14B.Q4_K_M.gguf": ["mradermacher/Levlex-Math-One-14B-GGUF", MessagesFormatterType.LLAMA_3],
+    "llama3.1-8b-spaetzle-v90.Q5_K_M.gguf": ["mradermacher/llama3.1-8b-spaetzle-v90-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Athena-h-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-h-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "naps-llama-3_1-8b-instruct-v01.Q5_K_M.gguf": ["mradermacher/naps-llama-3_1-8b-instruct-v01-GGUF", MessagesFormatterType.LLAMA_3],
+    "Impish_QWEN_7B-1M.i1-Q5_K_M.gguf": ["mradermacher/Impish_QWEN_7B-1M-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Epimetheus-14B-Axo.Q4_K_M.gguf": ["mradermacher/Epimetheus-14B-Axo-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "granite-3.2-8b-instruct-abliterated.i1-Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "etr1o-v1.4.Q4_K_M.gguf": ["mradermacher/etr1o-v1.4-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Discordbot-DeepSeek-R1-Distill-Llama-8B.Q5_K_M.gguf": ["mradermacher/Discordbot-DeepSeek-R1-Distill-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "L3.1-Athena-c-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-c-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "Cakrawala-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Cakrawala-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "SahabatAI-Lion-9B-TIES-v1.Q4_K_S.gguf": ["mradermacher/SahabatAI-Lion-9B-TIES-v1-GGUF", MessagesFormatterType.ALPACA],

requirements.txt

@@ -5,10 +5,10 @@ scikit-build-core
 https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
 git+https://github.com/Maximilian-Winter/llama-cpp-agent
 pybind11>=2.12
-torch==2.2.0
+torch>=2.2.0
 torchvision
 accelerate
-transformers
+transformers<=4.48.3
 optimum[onnxruntime]
 dartrs
 translatepy