Upload llmenv.py

llmenv.py

@@ -111,7 +111,13 @@ llm_models = {
     "Magnum-Eleucaro.Q4_K_M.gguf": ["mradermacher/Magnum-Eleucaro-GGUF", MessagesFormatterType.CHATML],
     "base-ground-2.Q4_K_M.gguf": ["mradermacher/base-ground-2-GGUF", MessagesFormatterType.MISTRAL],
     "Hamanasu-15B-Instruct.Q4_K_M.gguf": ["mradermacher/Hamanasu-15B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "Ayla-Light-12B-Stock.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-Stock-GGUF", MessagesFormatterType.MISTRAL],
+    "Cammell-Twilight-v0.2-12B.Q4_K_M.gguf": ["mradermacher/Cammell-Twilight-v0.2-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.3-Quick.Q4_K_M.gguf": ["mradermacher/Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.3-Quick-GGUF", MessagesFormatterType.MISTRAL],
     "Baptist-Christian-Bible-Expert-12b.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "granite-3.2-8b-instruct-preview.Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-preview-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-DeepResearch.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
     "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -125,6 +131,82 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Meditron3-Qwen2.5-14B.Q4_K_M.gguf": ["mradermacher/Meditron3-Qwen2.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3-Intermix-v0.2.i1-Q5_K_M.gguf": ["mradermacher/L3-Intermix-v0.2-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NewTryFandomDxd.Q4_K_M.gguf": ["mradermacher/NewTryFandomDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "Deep-Llama-3.1-KoEn-8B-SiSai.Q5_K_M.gguf": ["mradermacher/Deep-Llama-3.1-KoEn-8B-SiSai-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-lora-sex-v2-float16.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-lora-sex-v2-float16-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3.2-3b-Based.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3b-Based-GGUF", MessagesFormatterType.LLAMA_3],
+    "DeepHermes-3-Llama-3-8B-Preview-abliterated.Q5_K_M.gguf": ["mradermacher/DeepHermes-3-Llama-3-8B-Preview-abliterated-GGUF", MessagesFormatterType.LLAMA_3],
+    "Loki-v2.75a-8b-EROTICA-1024k.Q5_K_M.gguf": ["mradermacher/Loki-v2.75a-8b-EROTICA-1024k-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-medx_v2.Q5_K_M.gguf": ["mradermacher/Llama-medx_v2-GGUF", MessagesFormatterType.LLAMA_3],
+    "smirki_UIGEN-T1.1-Qwen-7B-Q5_K_M.gguf": ["bartowski/smirki_UIGEN-T1.1-Qwen-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Mistral-Nemo-12B-R1-v0.1alpha.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-R1-v0.1alpha-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-DeepResearch.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-ReasoningMerge.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-ReasoningMerge-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v3.Q4_K_S.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-GeneralReasoning.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-GeneralReasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ArxivLlama-3.1-8B-4096.Q5_K_M.gguf": ["mradermacher/ArxivLlama-3.1-8B-4096-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-8b_SuperNovaRP_Dark_Uncensored.i1-Q4_K_M.gguf": ["mradermacher/L3.1-8b_SuperNovaRP_Dark_Uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Uncensored-0.3Z.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3Z-GGUF", MessagesFormatterType.LLAMA_3],
+    "Wingless_Imp_8B.Q5_K_M.gguf": ["mradermacher/Wingless_Imp_8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.x_8b_Smarteaz_0.1a.Q5_K_M.gguf": ["mradermacher/Llama_3.x_8b_Smarteaz_0.1a-GGUF", MessagesFormatterType.LLAMA_3],
+    "RealGuardrails-Llama3.2-3B-SFT.Q5_K_M.gguf": ["mradermacher/RealGuardrails-Llama3.2-3B-SFT-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Lunaris-Clouded-Vulca-8B.Q5_K_M.gguf": ["mradermacher/L3-Lunaris-Clouded-Vulca-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Captain-Eris_Violet-GRPO-v0.420.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-GRPO-v0.420-GGUF", MessagesFormatterType.MISTRAL],
+    "NewTryOnNoveFamdomlDxd.Q4_K_M.gguf": ["mradermacher/NewTryOnNoveFamdomlDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "HuatuoGPT-o1-7B.Q5_K_M.gguf": ["mradermacher/HuatuoGPT-o1-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-7B-LongPO-128K.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-LongPO-128K-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Deep-Reasoning-Llama-3.2-JametMini-3B-MK.III.Q5_K_M.gguf": ["mradermacher/Deep-Reasoning-Llama-3.2-JametMini-3B-MK.III-GGUF", MessagesFormatterType.LLAMA_3],
+    "Deep-Reasoning-Llama-3.2-Hermes-3-3B.Q5_K_M.gguf": ["mradermacher/Deep-Reasoning-Llama-3.2-Hermes-3-3B-GGUF", MessagesFormatterType.LLAMA_3],
+    "SmartAgent-Mistral-Nemo-Instruct-2407.Q4_K_M.gguf": ["mradermacher/SmartAgent-Mistral-Nemo-Instruct-2407-GGUF", MessagesFormatterType.MISTRAL],
+    "SmartAgent-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/SmartAgent-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama3-Instruct-8B-RSPO.Q5_K_M.gguf": ["mradermacher/Llama3-Instruct-8B-RSPO-GGUF", MessagesFormatterType.LLAMA_3],
+    "RISE-Judge-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/RISE-Judge-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "EunoiaHermes-3-Llama-3-8B-Preview.Q5_K_M.gguf": ["mradermacher/EunoiaHermes-3-Llama-3-8B-Preview-GGUF", MessagesFormatterType.LLAMA_3],
+    "KONI-Llama3.1-8B-Instruct-20250217.Q5_K_M.gguf": ["mradermacher/KONI-Llama3.1-8B-Instruct-20250217-GGUF", MessagesFormatterType.LLAMA_3],
+    "KONI-Llama3.1-8B-Merged-cdj2-20250217.Q5_K_M.gguf": ["mradermacher/KONI-Llama3.1-8B-Merged-cdj2-20250217-GGUF", MessagesFormatterType.LLAMA_3],
+    "Spartan_v2.0.Q5_K_M.gguf": ["mradermacher/Spartan_v2.0-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Stroganoff-4.0-Version-A.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-4.0-Version-A-GGUF", MessagesFormatterType.LLAMA_3],
+    "Ayla-Light-Extra.Q4_K_M.gguf": ["mradermacher/Ayla-Light-Extra-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen-2.5-7B-Deep-Stock-v5.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-Deep-Stock-v5-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Bigger-Body-12b.Q4_K_M.gguf": ["mradermacher/Bigger-Body-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "Nomad_12B_V6.Q4_K_M.gguf": ["mradermacher/Nomad_12B_V6-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-HyperMarck.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-HyperMarck-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "DeepHermes-3-Llama-3-slerp-8B.i1-Q5_K_M.gguf": ["mradermacher/DeepHermes-3-Llama-3-slerp-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NewTryOnNovelDxd.Q4_K_M.gguf": ["mradermacher/NewTryOnNovelDxd-GGUF", MessagesFormatterType.MISTRAL],
+    "Bigger-Body-12b-ep1.Q4_K_M.gguf": ["mradermacher/Bigger-Body-12b-ep1-GGUF", MessagesFormatterType.MISTRAL],
+    "PolycrestSFT-Qwen-7B.Q5_K_M.gguf": ["mradermacher/PolycrestSFT-Qwen-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "test2-q2.5-lenned-14b-q5_k_m.gguf": ["djuna/TEST2-Q2.5-Lenned-14B-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v2.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Way_Of_Magpicaro_v2.Q4_K_M.gguf": ["mradermacher/Way_Of_Magpicaro_v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Tigers-Abliterated-9B.i1-Q4_K_M.gguf": ["mradermacher/Tigers-Abliterated-9B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3.1-Tulu-3.1-8B.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Tulu-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwentessential-14B-v1.Q4_K_M.gguf": ["mradermacher/Qwentessential-14B-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-8B_Suzume_DARE0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B_Suzume_DARE0.5-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B_Suzume_TIES0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B_Suzume_TIES0.5-GGUF", MessagesFormatterType.LLAMA_3],
+    "ClimateLlama-8B.Q5_K_M.gguf": ["mradermacher/ClimateLlama-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Evac-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Evac-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Omnino-Obscoenum-Opus-Magnum-2-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Omnino-Obscoenum-Opus-Magnum-2-MN-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Way_of_MagPicaro.i1-Q4_K_M.gguf": ["mradermacher/Way_of_MagPicaro-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Omnino-Obscoenum-Opus-Magnum-2-alt-MN-12B.Q4_K_M.gguf": ["mradermacher/Omnino-Obscoenum-Opus-Magnum-2-alt-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "BuRP-Lomaid-v0.1-7B-bf16.Q5_K_M.gguf": ["mradermacher/BuRP-Lomaid-v0.1-7B-bf16-GGUF", MessagesFormatterType.MISTRAL],
+    "MedicalEDI-14b-EDI-Reasoning-1million.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Reasoning-1million-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ayla-Light-12B-v3.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-v3-GGUF", MessagesFormatterType.MISTRAL],
+    "AbleCredit-R0-Qwen-2.5-3B-Instruct.Q5_K_M.gguf": ["mradermacher/AbleCredit-R0-Qwen-2.5-3B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Sappho-d-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-d-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Samanta-NewGenesis-Gemma2B-DPO.Q5_K_M.gguf": ["mradermacher/Samanta-NewGenesis-Gemma2B-DPO-GGUF", MessagesFormatterType.ALPACA],
+    "L3.1-8b-SkaiRim_Sundown_V1_Uncensored.Q5_K_M.gguf": ["mradermacher/L3.1-8b-SkaiRim_Sundown_V1_Uncensored-GGUF", MessagesFormatterType.LLAMA_3],
+    "Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.1-E1-2049.Q4_K_M.gguf": ["mradermacher/Nemo-12b-TheSpice-V0.9-All-v2-KTO-v0.1-E1-2049-GGUF", MessagesFormatterType.CHATML],
+    "SciLitLLM1.5-14B.Q4_K_M.gguf": ["mradermacher/SciLitLLM1.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Dinobot-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Dinobot-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ayla-Light-12B-v2.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Eva-9B.Q4_K_M.gguf": ["mradermacher/Eva-9B-GGUF", MessagesFormatterType.ALPACA],
+    "DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Viper-Coder-v1.1.i1-Q4_K_S.gguf": ["mradermacher/Viper-Coder-v1.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Kyro-n1-7B.i1-Q4_K_S.gguf": ["mradermacher/Kyro-n1-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Japanese-Starling-ChatV-7B-anime.Q5_K_M.gguf": ["mradermacher/Japanese-Starling-ChatV-7B-anime-GGUF", MessagesFormatterType.MISTRAL],
     "NQLSG-Qwen2.5-14B-MegaFusion-TIES-3.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-TIES-3-GGUF", MessagesFormatterType.OPEN_CHAT],
     "umbr0X_ai-14B-checkpoint1.Q4_K_M.gguf": ["mradermacher/umbr0X_ai-14B-checkpoint1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Dumpling-Qwen2.5-14B.i1-Q4_K_M.gguf": ["mradermacher/Dumpling-Qwen2.5-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],