Upload llmenv.py

llmenv.py

@@ -14,6 +14,8 @@ llm_models = {
     "MN-Chinofun-12B-2.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Captain-Eris-Diogenes_Twighlight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twighlight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
+    "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
@@ -94,6 +96,80 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "L3.1-Aetherv1-10B.Q4_K_M.gguf": ["mradermacher/L3.1-Aetherv1-10B-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-ColdBrew-Daybreak.Q5_K_M.gguf": ["mradermacher/L3-ColdBrew-Daybreak-GGUF", MessagesFormatterType.LLAMA_3],
+    "EdgeRunner-Command-AgentF-llama.Q5_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-llama-GGUF", MessagesFormatterType.LLAMA_3],
+    "Eunoia-Gemma-9B.Q4_K_M.gguf": ["mradermacher/Eunoia-Gemma-9B-GGUF", MessagesFormatterType.ALPACA],
+    "nsfw-merged-test.Q5_K_M.gguf": ["mradermacher/nsfw-merged-test-GGUF", MessagesFormatterType.LLAMA_3],
+    "nsfw_merge_testv2.Q5_K_M.gguf": ["mradermacher/nsfw_merge_testv2-GGUF", MessagesFormatterType.LLAMA_3],
+    "ZEUS-8B-V22.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V22-GGUF", MessagesFormatterType.LLAMA_3],
+    "BaeZel_V3-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/BaeZel_V3-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "mergekit-model_stock-rxbbxes.Q5_K_M.gguf": ["mradermacher/mergekit-model_stock-rxbbxes-GGUF", MessagesFormatterType.LLAMA_3],
+    "Sorah-Llama-3.2-3B-Instruct.Q5_K_M.gguf": ["mradermacher/Sorah-Llama-3.2-3B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "BaeZel_V2-8B-LINEAR.Q5_K_M.gguf": ["mradermacher/BaeZel_V2-8B-LINEAR-GGUF", MessagesFormatterType.LLAMA_3],
+    "MT2-IF-gemma-2-RIv0.1RAt0.25v0.1-9B.Q4_K_M.gguf": ["mradermacher/MT2-IF-gemma-2-RIv0.1RAt0.25v0.1-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT3-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT3-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Magnolia-v4-Gemma2-8k-9B.i1-Q4_K_M.gguf": ["mradermacher/Magnolia-v4-Gemma2-8k-9B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "MT1-IF-gemma-2-RAt0.25v0.1GD-9B.Q4_K_M.gguf": ["mradermacher/MT1-IF-gemma-2-RAt0.25v0.1GD-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_M.gguf": ["mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF", MessagesFormatterType.LLAMA_3],
+    "NM-Vikhum-Union-12B.Q4_K_M.gguf": ["mradermacher/NM-Vikhum-Union-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "NM-Vikhr-Magnum-dare-12B.Q4_K_M.gguf": ["mradermacher/NM-Vikhr-Magnum-dare-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-BrocaStock.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-BrocaStock-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Magnum-DareLinearAbliterated-Instruct-DPO.Q4_K_M.gguf": ["mradermacher/Magnum-DareLinearAbliterated-Instruct-DPO-GGUF", MessagesFormatterType.CHATML],
+    "Vikhr-Nemo-dostoevsky-saiga-12b.Q4_K_M.gguf": ["mradermacher/Vikhr-Nemo-dostoevsky-saiga-12b-GGUF", MessagesFormatterType.MISTRAL],
+    "Kani-3B.Q5_K_M.gguf": ["mradermacher/Kani-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "niistorm.i1-Q5_K_M.gguf": ["mradermacher/niistorm-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Poppy_Porpoise-1.30-L3-8B.Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-1.30-L3-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "MT1-BB-gemma-2-RIv0.1RAt0.25v0.1-9B.Q4_K_M.gguf": ["mradermacher/MT1-BB-gemma-2-RIv0.1RAt0.25v0.1-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT4-GP-gemma-2-RIv0.1RGDv0.1-9B.Q4_K_M.gguf": ["mradermacher/MT4-GP-gemma-2-RIv0.1RGDv0.1-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT2-Max-Merge_02012025163610-MA-gemma-2-MTM4MT5g4-9B.Q4_K_M.gguf": ["mradermacher/MT2-Max-Merge_02012025163610-MA-gemma-2-MTM4MT5g4-9B-GGUF", MessagesFormatterType.ALPACA],
+    "gemma-2-9b-it-tr.Q4_K_M.gguf": ["mradermacher/gemma-2-9b-it-tr-GGUF", MessagesFormatterType.ALPACA],
+    "Aspire_V1.5-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Aspire_V1.5-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "light-1.1-3B.Q5_K_M.gguf": ["mradermacher/light-1.1-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Derivative_V3-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Derivative_V3-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-SuperNovaLite-HuatuoSkywork-o1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Bio-Mixtral-v0.Q5_K_M.gguf": ["mradermacher/Bio-Mixtral-v0-GGUF", MessagesFormatterType.MISTRAL],
+    "Spaetzle-v31-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v31-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8b.UNLEASHED.Q5_K_M.gguf": ["mradermacher/Llama-3-8b.UNLEASHED-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-experimental-merge-trial1-8B.Q5_K_M.gguf": ["mradermacher/Llama-3-experimental-merge-trial1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "derivative_v3-8b-model_stock-q4_k_m.gguf": ["DreadPoor/Derivative_V3-8B-Model_Stock-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3],
+    "StrangeMerges_55-7B-model_stock.Q5_K_M.gguf": ["mradermacher/StrangeMerges_55-7B-model_stock-GGUF", MessagesFormatterType.MISTRAL],
+    "SEC-Calme-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/SEC-Calme-7B-Instruct-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8B-Instruct-ortho-baukit-toxic-n128-v3.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-ortho-baukit-toxic-n128-v3-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3SOME-8B-v1.Q5_K_M.gguf": ["mradermacher/Llama-3SOME-8B-v1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Laylewcules-7B-v.02.Q5_K_M.gguf": ["mradermacher/Laylewcules-7B-v.02-GGUF", MessagesFormatterType.MISTRAL],
+    "Intelligence-Book.Q4_K_M.gguf": ["mradermacher/Intelligence-Book-GGUF", MessagesFormatterType.ALPACA],
+    "L3.1-Artemis-g-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-g-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-14B-MinusLike-Slerp-Experimental.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-MinusLike-Slerp-Experimental-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ZEUS-8B-V20.Q4_K_S.gguf": ["mradermacher/ZEUS-8B-V20-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Lunaris-Mopey-Psy-Med.Q5_K_M.gguf": ["mradermacher/L3-Lunaris-Mopey-Psy-Med-GGUF", MessagesFormatterType.LLAMA_3],
+    "light-3B.Q5_K_M.gguf": ["mradermacher/light-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Derivative_V2_ALT-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Derivative_V2_ALT-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "Derivative_V2-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Derivative_V2-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-Fewshot.Q5_K_M.gguf": ["mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-Fewshot-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralLLaMa-3-8b-ORPO-v0.3.i1-Q5_K_M.gguf": ["mradermacher/NeuralLLaMa-3-8b-ORPO-v0.3-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Stylographic-9B.Q4_K_M.gguf": ["mradermacher/Stylographic-9B-GGUF", MessagesFormatterType.MISTRAL],
+    "1800-9b-q4_k_m.gguf": ["ClaudioItaly/1800-9B-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
+    "Nera_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Nera_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
+    "LLMTwin-Llama-3.1-8B-instruct.Q5_K_M.gguf": ["mradermacher/LLMTwin-Llama-3.1-8B-instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "intelligence-book-q4_k_m.gguf": ["ClaudioItaly/Intelligence-Book-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3-8B-RM.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-RM-GGUF", MessagesFormatterType.LLAMA_3],
+    "reflect_ministral8Bit_om2_sft-t2_lr.5-6.Q5_K_M.gguf": ["mradermacher/reflect_ministral8Bit_om2_sft-t2_lr.5-6-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8B-source-lewd-function-calling.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-source-lewd-function-calling-GGUF", MessagesFormatterType.LLAMA_3],
+    "pharaoh-8b.Q4_K_S.gguf": ["mradermacher/pharaoh-8b-GGUF", MessagesFormatterType.LLAMA_3],
+    "flammen18-mistral-7B.i1-Q5_K_M.gguf": ["mradermacher/flammen18-mistral-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8B-Instruct-ortho-baukit-toxic-n128-v3.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-ortho-baukit-toxic-n128-v3-GGUF", MessagesFormatterType.LLAMA_3],
+    "Spaetzle-v68-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v68-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Neural-Cosmic-Boy-7B-slerp.Q5_K_M.gguf": ["mradermacher/Neural-Cosmic-Boy-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralLLaMa-3-8b-ORPO-v0.4.Q5_K_M.gguf": ["mradermacher/NeuralLLaMa-3-8b-ORPO-v0.4-GGUF", MessagesFormatterType.LLAMA_3],
+    "flammen18X-mistral-7B.i1-Q5_K_M.gguf": ["mradermacher/flammen18X-mistral-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "stylographic-king-7b-q5_k_m.gguf": ["ClaudioItaly/Stylographic-king-7B-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MoEv4Config-TIESwithRescale-7b.Q5_K_M.gguf": ["mradermacher/MoEv4Config-TIESwithRescale-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralLLaMa-3-8b-ORPO-v0.3.Q5_K_M.gguf": ["mradermacher/NeuralLLaMa-3-8b-ORPO-v0.3-GGUF", MessagesFormatterType.LLAMA_3],
+    "Dolphin3.0-Qwen2.5-3b-Q5_K_M.gguf": ["bartowski/Dolphin3.0-Qwen2.5-3b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-Merge.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Merge-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "llama3.1-8b-spaetzle-v59.Q5_K_M.gguf": ["mradermacher/llama3.1-8b-spaetzle-v59-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3SAO-Mix-SuperHermes-NovaPurosani-8B.Q5_K_M.gguf": ["mradermacher/L3SAO-Mix-SuperHermes-NovaPurosani-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "MT1-Max-Merge_02012025163610-GMM-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Max-Merge_02012025163610-GMM-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
     "Rv0.4MT4g2-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/Rv0.4MT4g2-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
     "rogue-enchantress-32k-7B.Q4_K_M.gguf": ["mradermacher/rogue-enchantress-32k-7B-GGUF", MessagesFormatterType.MISTRAL],