Upload 2 files

llmenv.py

@@ -145,6 +145,30 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Grey-12b.Q4_K_M.gguf": ["mradermacher/Grey-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "Gemma-2-Ataraxy-Remix-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Remix-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Gemmasutra-9B-v1.1.Q4_K_M.gguf": ["mradermacher/Gemmasutra-9B-v1.1-GGUF", MessagesFormatterType.ALPACA],
+    "Gemma-2-Ataraxy-Doppel-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Doppel-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Gemma-2-Ataraxy-Advanced-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Advanced-9B-GGUF", MessagesFormatterType.ALPACA],
+    "lwd-Mirau-RP-14B.Q4_K_M.gguf": ["mradermacher/lwd-Mirau-RP-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Driftwood-12B.Q4_K_M.gguf": ["mradermacher/Driftwood-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Hush-Qwen2.5-7B-RP-v1.3-1M.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-v1.3-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hush-Qwen2.5-7B-v1.4.i1-Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-v1.4-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3-Urvashi-8B-Slerp.i1-Q5_K_M.gguf": ["mradermacher/L3-Urvashi-8B-Slerp-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma-2-gemmama-9b.Q4_K_M.gguf": ["mradermacher/Gemma-2-gemmama-9b-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3.1-Distilled.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Distilled-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hush-Qwen2.5-7B-v1.1.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hush-Qwen2.5-7B-RP-v1.3.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-v1.3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hush-Qwen2.5-7B-RP-v1.4-1M.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-v1.4-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qlast.Q5_K_M.gguf": ["mradermacher/Qlast-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Ephemeros-12B.Q4_K_M.gguf": ["mradermacher/MN-Ephemeros-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Sombrero-Opus-14B-Sm2.Q4_K_S.gguf": ["mradermacher/Sombrero-Opus-14B-Sm2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Sombrero-Opus-14B-Sm4.Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Sm4-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Sombrero-Opus-14B-Sm5.Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Sm5-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hush-Qwen2.5-7B-RP-1M.i1-Q4_K_S.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-1M-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen-1M-DeepSeek-R1-14B.Q4_K_M.gguf": ["mradermacher/Qwen-1M-DeepSeek-R1-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Captain_BMO-12B-ChatMLified.Q4_K_M.gguf": ["mradermacher/Captain_BMO-12B-ChatMLified-GGUF", MessagesFormatterType.CHATML],
+    "recoilme-gemma-2-9B-v0.2.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.2-GGUF", MessagesFormatterType.ALPACA],
     "Viper-Coder-v1.7-Vsm6.Q4_K_M.gguf": ["mradermacher/Viper-Coder-v1.7-Vsm6-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Llama31-8B-oci-text2sql-no-think.Q5_K_M.gguf": ["mradermacher/Llama31-8B-oci-text2sql-no-think-GGUF", MessagesFormatterType.LLAMA_3],
     "Llama31-8B-oci-text2sql.Q5_K_M.gguf": ["mradermacher/Llama31-8B-oci-text2sql-GGUF", MessagesFormatterType.LLAMA_3],

requirements.txt

@@ -5,7 +5,7 @@ scikit-build-core
 https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
 git+https://github.com/Maximilian-Winter/llama-cpp-agent
 pybind11>=2.12
-torch>=2.2.0
+#torch>=2.2.0
 torchvision
 accelerate
 transformers<=4.48.3