Upload 2 files

llmenv.py

@@ -141,6 +141,7 @@ llm_models = {
     "KANN-I-0.1-7b.Q5_K_M.gguf": ["mradermacher/KANN-I-0.1-7b-GGUF", MessagesFormatterType.MISTRAL],
     "UnslopNemo-12B-v1.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
     "Irix-12B-Model_Stock.Q4_K_M.gguf": ["mradermacher/Irix-12B-Model_Stock-GGUF", MessagesFormatterType.CHATML],
+    "Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
     "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -154,6 +155,77 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "ToolMaestro-Distil-T1-7B.Q5_K_M.gguf": ["mradermacher/ToolMaestro-Distil-T1-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "OpenThoughts-114k-Rewrite-Thoughts-Llama-3.2-3B-Instruct.Q5_K_M.gguf": ["mradermacher/OpenThoughts-114k-Rewrite-Thoughts-Llama-3.2-3B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "La-Superba-14B-Y.2.Q4_K_M.gguf": ["mradermacher/La-Superba-14B-Y.2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-3B-Instruct-Gate.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Instruct-Gate-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "cogito-v1-preview-qwen-14B.Q4_K_M.gguf": ["mradermacher/cogito-v1-preview-qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Magnolia-v3a-12B.Q4_K_M.gguf": ["mradermacher/Magnolia-v3a-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-YOYO-stock.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-YOYO-stock-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ablation-164-shisav2.if100-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-164-shisav2.if100-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "ablation-190-a175.finaldpo2.7.2e7-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-190-a175.finaldpo2.7.2e7-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "ablation-183-a177.finaldpo2.4.5e7-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-183-a177.finaldpo2.4.5e7-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-Casual-Coder-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Casual-Coder-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ice0.102-10.04-RP.Q4_K_S.gguf": ["mradermacher/Ice0.102-10.04-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-Flow-Coder-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Flow-Coder-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-CompositeFlow-Coder-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-CompositeFlow-Coder-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Gemma-Muesli-2-9B-it.Q4_K_M.gguf": ["mradermacher/Gemma-Muesli-2-9B-it-GGUF", MessagesFormatterType.ALPACA],
+    "Chat-KTO-4B.Q5_K_M.gguf": ["mradermacher/Chat-KTO-4B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gliese-B1257.Q4_K_M.gguf": ["mradermacher/Gliese-B1257-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-Sharp-Coder-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Sharp-Coder-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3.1-8B-UltraLong-1M-Instruct.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-UltraLong-1M-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "Final-Llama-CMD-1L.Q5_K_M.gguf": ["mradermacher/Final-Llama-CMD-1L-GGUF", MessagesFormatterType.LLAMA_3],
+    "Final-Llama-Cyber-1L.Q5_K_M.gguf": ["mradermacher/Final-Llama-Cyber-1L-GGUF", MessagesFormatterType.LLAMA_3],
+    "MagnaRei-v2-12B.Q4_K_M.gguf": ["mradermacher/MagnaRei-v2-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "ThinkEdit-deepseek-llama3-8b.i1-Q5_K_M.gguf": ["mradermacher/ThinkEdit-deepseek-llama3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "M-Prometheus-14B.Q4_K_M.gguf": ["mradermacher/M-Prometheus-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-Breeze2-8B-Instruct-text-only.Q5_K_M.gguf": ["mradermacher/Llama-Breeze2-8B-Instruct-text-only-GGUF", MessagesFormatterType.LLAMA_3],
+    "Magnolia-v7-12B.Q4_K_M.gguf": ["mradermacher/Magnolia-v7-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Magnolia-v6-12B.Q4_K_M.gguf": ["mradermacher/Magnolia-v6-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "L3.1-Smthv1-12B.Q4_K_M.gguf": ["mradermacher/L3.1-Smthv1-12B-GGUF", MessagesFormatterType.LLAMA_3],
+    "The-Omega-Directive-M-12B-v1.0.Q4_K_M.gguf": ["mradermacher/The-Omega-Directive-M-12B-v1.0-GGUF", MessagesFormatterType.MISTRAL],
+    "The-Omega-Directive-M-8B-v1.0.Q5_K_M.gguf": ["mradermacher/The-Omega-Directive-M-8B-v1.0-GGUF", MessagesFormatterType.MISTRAL],
+    "MagnaRei-v1-12B.Q4_K_M.gguf": ["mradermacher/MagnaRei-v1-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Hamanasu-Magnum-4B.Q5_K_M.gguf": ["mradermacher/Hamanasu-Magnum-4B-GGUF", MessagesFormatterType.LLAMA_3],
+    "kd1-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/kd1-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "kd2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/kd2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "ablation-146-a128.dpo.armorm.rp.tl.1e6-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-146-a128.dpo.armorm.rp.tl.1e6-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "ablation-151-finalsft-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-151-finalsft-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "ablation-147-a128.dpo.armorm.rp.tl.1.5e6-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-147-a128.dpo.armorm.rp.tl.1.5e6-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "ablation-158-a128.dpo.finaldpo.if50-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-158-a128.dpo.finaldpo.if50-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "ablation-167-finaldpo.3e7-shisa-v2-unphi-4-14b.Q4_K_M.gguf": ["mradermacher/ablation-167-finaldpo.3e7-shisa-v2-unphi-4-14b-GGUF", MessagesFormatterType.LLAMA_3],
+    "ablation-155-a151.dpofinal-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-155-a151.dpofinal-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "ablation-156-a152.dpofinal-shisa-v2-mistral-nemo-japanese-12b.Q4_K_M.gguf": ["mradermacher/ablation-156-a152.dpofinal-shisa-v2-mistral-nemo-japanese-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-7B-YOYO-super.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-YOYO-super-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ChaiML-Nemo-DPO-V17.Q4_K_M.gguf": ["mradermacher/ChaiML-Nemo-DPO-V17-GGUF", MessagesFormatterType.MISTRAL],
+    "dippy-roleplay-llama-v2.8.Q5_K_M.gguf": ["mradermacher/dippy-roleplay-llama-v2.8-GGUF", MessagesFormatterType.LLAMA_3],
+    "Proto-Harpy-Burst-v0.1-7B.Q5_K_M.gguf": ["mradermacher/Proto-Harpy-Burst-v0.1-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "OncoLlama-3.1-8B-Instruct-0.6.Q5_K_M.gguf": ["mradermacher/OncoLlama-3.1-8B-Instruct-0.6-GGUF", MessagesFormatterType.LLAMA_3],
+    "Mistral-nemo-ja-rp-v0.2.Q4_K_M.gguf": ["mradermacher/Mistral-nemo-ja-rp-v0.2-GGUF", MessagesFormatterType.CHATML],
+    "L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Dark-Reasoning-Unholy-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Unholy-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-Fusion-8020.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Fusion-8020-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-Fusion-9010.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Fusion-9010-GGUF", MessagesFormatterType.LLAMA_3],
+    "Proto-Harpy-Avian-v0.1-7B.Q5_K_M.gguf": ["mradermacher/Proto-Harpy-Avian-v0.1-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-ties.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-ties-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-ties-1M.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-ties-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-della.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-della-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "RoLlama3-8b-Instruct-2024-10-09.Q5_K_M.gguf": ["mradermacher/RoLlama3-8b-Instruct-2024-10-09-GGUF", MessagesFormatterType.LLAMA_3],
+    "VietCoMath-01-14B.Q4_K_M.gguf": ["mradermacher/VietCoMath-01-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "t0-s1-14B.Q4_K_M.gguf": ["mradermacher/t0-s1-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Gemma2-9b-it-Girl-v1.Q4_K_M.gguf": ["mradermacher/Gemma2-9b-it-Girl-v1-GGUF", MessagesFormatterType.ALPACA],
+    "Nemo-DPO-V22.Q4_K_S.gguf": ["mradermacher/Nemo-DPO-V22-GGUF", MessagesFormatterType.MISTRAL],
+    "LoyalMaid-12B.Q4_K_S.gguf": ["mradermacher/LoyalMaid-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "t0-s1.1-3B.Q5_K_M.gguf": ["mradermacher/t0-s1.1-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v9.4.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.4-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ultron-Summarizer-8B.Q5_K_M.gguf": ["mradermacher/Ultron-Summarizer-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v9.4-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.4-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ElvenMaid-12B.Q4_K_M.gguf": ["mradermacher/ElvenMaid-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3.1-8B-Fusion-7030.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Fusion-7030-GGUF", MessagesFormatterType.LLAMA_3],
+    "MedicalEDI-14b-EDI-Reasoning-5-bf16.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Reasoning-5-bf16-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3.1-8B-Athena-Apollo-exp.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Athena-Apollo-exp-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-Fusion-5050.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Fusion-5050-GGUF", MessagesFormatterType.LLAMA_3],
+    "Nemo-DPO-V21.Q4_K_M.gguf": ["mradermacher/Nemo-DPO-V21-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_32B_reasoning.Q4_K_M.gguf": ["mradermacher/ChatWaifu_32B_reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Llama3_Storyteller.Q5_K_M.gguf": ["mradermacher/Llama3_Storyteller-GGUF", MessagesFormatterType.LLAMA_3],
     "ablation-110-openrlhf.dpo.a106.5e7ax-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-110-openrlhf.dpo.a106.5e7ax-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],

requirements.txt

@@ -1,5 +1,7 @@
 spaces
 huggingface_hub
+hf_xet
+hf_transfer
 scikit-build-core
 #https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
 https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
@@ -19,4 +21,5 @@ diffusers
 rapidfuzz
 wrapt-timeout-decorator
 opencv-python
-numpy<2
+numpy<2
+pydantic==2.10.6