Upload llmenv.py

llmenv.py

@@ -118,9 +118,16 @@ llm_models = {
     "granite-3.2-8b-instruct-preview.Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-preview-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Qwen2.5-14B-DeepResearch.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "miscii-14b-0218.Q4_K_M.gguf": ["mradermacher/miscii-14b-0218-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-12B-Sunfall-v0.6.1-Lyra-v1.Q4_K_M.gguf": ["mradermacher/MN-12B-Sunfall-v0.6.1-Lyra-v1-GGUF", MessagesFormatterType.CHATML],
     "EtherealLight-12B.Q4_K_M.gguf": ["mradermacher/EtherealLight-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "BeAIhomiemaid-DPO-12B-v1.Q4_K_M.gguf": ["mradermacher/BeAIhomiemaid-DPO-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
+    "MN-Sappho-g3-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-g3-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "MN-12B-FoxFrame-Miyuri.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-FoxFrame-Miyuri-i1-GGUF", MessagesFormatterType.CHATML],
     "Hello-Darkness-My-Old-Friend-3-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-3-MN-12B-i1-GGUF", MessagesFormatterType.CHATML],
     "One-To-Rule-Them-All-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/One-To-Rule-Them-All-MN-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "DigitalSoul-BlackSheep.i1-Q4_K_M.gguf": ["mradermacher/DigitalSoul-BlackSheep-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Aurora-SCE-12B.Q4_K_M.gguf": ["mradermacher/Aurora-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Nemo-12b-Humanize-KTO-Experimental-Latest.Q4_K_M.gguf": ["mradermacher/Nemo-12b-Humanize-KTO-Experimental-Latest-GGUF", MessagesFormatterType.CHATML],
     "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
     "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
@@ -135,6 +142,84 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Qwen2.5-14B-YOYO-V4-p2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-YOYO-V4-p2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Impish_QWEN_14B-1M.i1-Q4_K_M.gguf": ["mradermacher/Impish_QWEN_14B-1M-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "LamarckInfusion-14B-v2.Q4_K_M.gguf": ["mradermacher/LamarckInfusion-14B-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Blagoveshchensk_14B_V3.Q4_K_M.gguf": ["mradermacher/Blagoveshchensk_14B_V3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ReasoningCore-3B-Instruct-r01-Reflect.Q5_K_M.gguf": ["mradermacher/ReasoningCore-3B-Instruct-r01-Reflect-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "SkuInfo-Qwen2.5-3B-Instruct.Q5_K_M.gguf": ["mradermacher/SkuInfo-Qwen2.5-3B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v8.7.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v8.7-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "rombos_Replete-Coder-Instruct-8b-Merged.Q5_K_M.gguf": ["mradermacher/rombos_Replete-Coder-Instruct-8b-Merged-GGUF", MessagesFormatterType.LLAMA_3],
+    "Malpyung_Meta-Llama-3.1-8B_SFT.Q5_K_M.gguf": ["mradermacher/Malpyung_Meta-Llama-3.1-8B_SFT-GGUF", MessagesFormatterType.LLAMA_3],
+    "Sunfall-NemoMix-Unleashed-12B-v0.6.1.Q4_K_M.gguf": ["mradermacher/Sunfall-NemoMix-Unleashed-12B-v0.6.1-GGUF", MessagesFormatterType.CHATML],
+    "BlackSheep-Qwen-14B.Q4_K_M.gguf": ["mradermacher/BlackSheep-Qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Viper-Coder-Hybrid-v1.2.Q4_K_M.gguf": ["mradermacher/Viper-Coder-Hybrid-v1.2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ChatParts-qwen2.5-14b.i1-Q4_K_M.gguf": ["mradermacher/ChatParts-qwen2.5-14b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Blossom-V6-14B.Q4_K_M.gguf": ["mradermacher/Blossom-V6-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_DoberWild_v2.03.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DoberWild_v2.03-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.1_8b_Stormeder_v1.04.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Stormeder_v1.04-GGUF", MessagesFormatterType.LLAMA_3],
+    "MedicalEDI-8b-EDI-Reasoning-2.Q5_K_M.gguf": ["mradermacher/MedicalEDI-8b-EDI-Reasoning-2-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.1_8b_Hermedash_R1_V1.04.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Hermedash_R1_V1.04-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.1_8b_Dolermed_R1_V1.03.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Dolermed_R1_V1.03-GGUF", MessagesFormatterType.LLAMA_3],
+    "Rin-9B.Q4_K_M.gguf": ["mradermacher/Rin-9B-GGUF", MessagesFormatterType.ALPACA],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v8.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v8-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_DodoWild_v2.03.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DodoWild_v2.03-GGUF", MessagesFormatterType.LLAMA_3],
+    "RetSTA-7B-Zero.Q5_K_M.gguf": ["mradermacher/RetSTA-7B-Zero-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-ColdBrew-Solipsis.Q5_K_M.gguf": ["mradermacher/Qwen2.5-ColdBrew-Solipsis-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "uncensored-mix.Q5_K_M.gguf": ["mradermacher/uncensored-mix-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.1_8b_DodoWild_v2.02.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DodoWild_v2.02-GGUF", MessagesFormatterType.LLAMA_3],
+    "Amelia-SCE-12B.Q4_K_M.gguf": ["mradermacher/Amelia-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "cursa-o1-7b-v1.1.Q5_K_M.gguf": ["mradermacher/cursa-o1-7b-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_Dolermed_R1_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Dolermed_R1_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
+    "Equuleus-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Equuleus-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Forgotten-Safeword-8B-V2.2.Q5_K_M.gguf": ["mradermacher/Forgotten-Safeword-8B-V2.2-GGUF", MessagesFormatterType.MISTRAL],
+    "L3-8B-WolfCore.Q5_K_M.gguf": ["mradermacher/L3-8B-WolfCore-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.1_8b_Hermedive_R1_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Hermedive_R1_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
+    "olmner-o1-7b.Q5_K_M.gguf": ["mradermacher/olmner-o1-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "RetSTA-7B.Q5_K_M.gguf": ["mradermacher/RetSTA-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "cursa-o1-7b.Q5_K_M.gguf": ["mradermacher/cursa-o1-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_Dolermed_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Dolermed_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
+    "Messier-Opus-14B-Elite7.Q4_K_M.gguf": ["mradermacher/Messier-Opus-14B-Elite7-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Primal-Opus-14B-Optimus-v2.i1-Q4_K_M.gguf": ["mradermacher/Primal-Opus-14B-Optimus-v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ape-fiction-instruct.Q4_K_M.gguf": ["mradermacher/ape-fiction-instruct-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama_3.1_8b_Smarteaz_0.21_R1.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_0.21_R1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Lacerta-Opus-14B-Elite8.Q4_K_M.gguf": ["mradermacher/Lacerta-Opus-14B-Elite8-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "absolute-o1-7b.i1-Q5_K_M.gguf": ["mradermacher/absolute-o1-7b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_Hermedive_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Hermedive_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen_2.5_3b_Smarteaz_0.01a.i1-Q5_K_M.gguf": ["mradermacher/Qwen_2.5_3b_Smarteaz_0.01a-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.1_8b_Smarteaz_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama_3.1_8b_Smarteaz_0.21_SN.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_0.21_SN-GGUF", MessagesFormatterType.LLAMA_3],
+    "RightSheep-Llama3.2-3B.Q5_K_M.gguf": ["mradermacher/RightSheep-Llama3.2-3B-GGUF", MessagesFormatterType.LLAMA_3],
+    "olmner-della-7b.Q5_K_M.gguf": ["mradermacher/olmner-della-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Azure_Dusk-v0.2.Q4_K_M.gguf": ["mradermacher/Azure_Dusk-v0.2-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama3.1-Hermes3-SuperNova-8B-L3.1-Purosani-2-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-Hermes3-SuperNova-8B-L3.1-Purosani-2-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "UnslopNemo-12B-v2.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwentessential-14B-1M-v1.Q4_K_M.gguf": ["mradermacher/Qwentessential-14B-1M-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Pegasus-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Pegasus-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3.1-8B-Pippa-OwO-RP.Q5_K_M.gguf": ["mradermacher/L3.1-8B-Pippa-OwO-RP-GGUF", MessagesFormatterType.LLAMA_3],
+    "Porpoise-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Porpoise-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Megatron-Opus-14B-2.1.Q4_K_M.gguf": ["mradermacher/Megatron-Opus-14B-2.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2-1.5B-Ita.Q5_K_M.gguf": ["mradermacher/Qwen2-1.5B-Ita-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Lumimaid-v0.2-8B-SLERP-DeepHermes-3-Llama-3-8B-P.i1-Q4_K_S.gguf": ["mradermacher/Lumimaid-v0.2-8B-SLERP-DeepHermes-3-Llama-3-8B-P-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama3.1-Daredevilish-Instruct.Q5_K_M.gguf": ["mradermacher/Llama3.1-Daredevilish-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "OpenCSG-R1-Qwen2.5-Math-7B-V1.i1-Q5_K_M.gguf": ["mradermacher/OpenCSG-R1-Qwen2.5-Math-7B-V1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Kaiden-gang-12B.i1-Q4_K_M.gguf": ["mradermacher/Kaiden-gang-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3.2-3B-Instruct-uncensored_SQLi.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Instruct-uncensored_SQLi-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-7B-s1.1-Ko-Native.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-s1.1-Ko-Native-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v5-et.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v5-et-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen-2.5-14B-Hindi.Q4_K_M.gguf": ["mradermacher/Qwen-2.5-14B-Hindi-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Thanos-8B.Q5_K_M.gguf": ["mradermacher/Thanos-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "EliteQwen3.Q5_K_M.gguf": ["mradermacher/EliteQwen3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama_3.x_8b_Smarteaz_0.2_R1.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.x_8b_Smarteaz_0.2_R1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "lwd-Mirau-7b-RP-Merged.Q5_K_M.gguf": ["mradermacher/lwd-Mirau-7b-RP-Merged-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "mellow-mate-8b.Q5_K_M.gguf": ["mradermacher/mellow-mate-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "G-COOM-9B-V0.01.Q4_K_M.gguf": ["mradermacher/G-COOM-9B-V0.01-GGUF", MessagesFormatterType.ALPACA],
+    "nsfw_chat_0124.Q5_K_M.gguf": ["mradermacher/nsfw_chat_0124-GGUF", MessagesFormatterType.LLAMA_3],
+    "BBAI_230_Xiaqwen.Q5_K_M.gguf": ["mradermacher/BBAI_230_Xiaqwen-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "STAIR-Qwen2-7B-SFT.i1-Q5_K_M.gguf": ["mradermacher/STAIR-Qwen2-7B-SFT-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "RiskAgent-3B.Q5_K_M.gguf": ["mradermacher/RiskAgent-3B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Q25-1.5B-VeoLu-OwO-fied.Q5_K_M.gguf": ["mradermacher/Q25-1.5B-VeoLu-OwO-fied-GGUF", MessagesFormatterType.OPEN_CHAT],
     "HermesPlay-8B-slerp.Q5_K_M.gguf": ["mradermacher/HermesPlay-8B-slerp-GGUF", MessagesFormatterType.LLAMA_3],
     "L3.1-Niitorm-8B-LATCOSx2.Q5_K_M.gguf": ["mradermacher/L3.1-Niitorm-8B-LATCOSx2-GGUF", MessagesFormatterType.LLAMA_3],
     "LamarckInfusion-14B-v1.Q4_K_M.gguf": ["mradermacher/LamarckInfusion-14B-v1-GGUF", MessagesFormatterType.OPEN_CHAT],