Upload llmenv.py

llmenv.py

@@ -145,6 +145,61 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "finance-Llama3-8B.Q5_K_M.gguf": ["mradermacher/finance-Llama3-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "OpenPipe_Deductive-Reasoning-Qwen-14B-Q4_K_M.gguf": ["bartowski/OpenPipe_Deductive-Reasoning-Qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Dirty-Shirley-Writer-v2-9B-Uncensored.i1-Q4_K_M.gguf": ["mradermacher/Dirty-Shirley-Writer-v2-9B-Uncensored-i1-GGUF", MessagesFormatterType.ALPACA],
+    "ichor_1.1-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/ichor_1.1-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "gemma-2-2b-fa-v2.Q5_K_M.gguf": ["mradermacher/gemma-2-2b-fa-v2-GGUF", MessagesFormatterType.ALPACA],
+    "H_the_eighth-8B-LINEAR.Q5_K_M.gguf": ["mradermacher/H_the_eighth-8B-LINEAR-GGUF", MessagesFormatterType.LLAMA_3],
+    "granite-3.2-8b-instruct.Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "tempestissimo-14b-0309.Q4_K_M.gguf": ["mradermacher/tempestissimo-14b-0309-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Deepseek-R1-Distill-NSFW-RP-vRedux-Proper.Q5_K_M.gguf": ["mradermacher/Deepseek-R1-Distill-NSFW-RP-vRedux-Proper-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "inexpertus_1.1-8B-LINEAR.Q5_K_M.gguf": ["mradermacher/inexpertus_1.1-8B-LINEAR-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-RainbowLight-EtherealMix.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-RainbowLight-EtherealMix-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-SuperNova-EtherealHermes.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-SuperNova-EtherealHermes-GGUF", MessagesFormatterType.LLAMA_3],
+    "Dirty-Shirley-Quill-v1-gemma-2-Ifable-9B-Uncensored-slerp.Q4_K_M.gguf": ["mradermacher/Dirty-Shirley-Quill-v1-gemma-2-Ifable-9B-Uncensored-slerp-GGUF", MessagesFormatterType.ALPACA],
+    "Llama3.1-SuperHawk-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-SuperHawk-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen-2.5-7B-Reasoning.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "nsfw-sce-test-2-redux.Q5_K_M.gguf": ["mradermacher/nsfw-sce-test-2-redux-GGUF", MessagesFormatterType.LLAMA_3],
+    "DCFT-camel_physics_seed_science-etash.Q5_K_M.gguf": ["mradermacher/DCFT-camel_physics_seed_science-etash-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-Coder-7B-Instruct-Ties.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-7B-Instruct-Ties-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Meta-Llama-3-8B-Instruct-abliterated.Q5_K_M.gguf": ["mradermacher/Meta-Llama-3-8B-Instruct-abliterated-GGUF", MessagesFormatterType.LLAMA_3],
+    "MFANN-llama3.1-abliterated-v2.Q5_K_M.gguf": ["mradermacher/MFANN-llama3.1-abliterated-v2-GGUF", MessagesFormatterType.LLAMA_3],
+    "lamarckvergence-14b-tensopolis-v1.Q4_K_M.gguf": ["mradermacher/lamarckvergence-14b-tensopolis-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v9.1.i1-Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "s1-Qwen2.5-7B-Instruct.Q5_K_M.gguf": ["mradermacher/s1-Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "s1-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/s1-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama3.1-IgneousIguana-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-IgneousIguana-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge.Q5_K_M.gguf": ["mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-SimPO-merge-GGUF", MessagesFormatterType.LLAMA_3],
+    "recoilme-gemma-2-Ataraxy-9B-v0.1.i1-Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-Ataraxy-9B-v0.1-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Gemma-Moon-2-9B-it.Q4_K_M.gguf": ["mradermacher/Gemma-Moon-2-9B-it-GGUF", MessagesFormatterType.ALPACA],
+    "CardProjector-7B-v2.Q5_K_M.gguf": ["mradermacher/CardProjector-7B-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "PerpetualNight-12B.Q4_K_M.gguf": ["mradermacher/PerpetualNight-12B-GGUF", MessagesFormatterType.CHATML],
+    "Llama3.2-3B-Instruct-KAI.Q5_K_M.gguf": ["mradermacher/Llama3.2-3B-Instruct-KAI-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-SuperTulu-LexiNova.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-SuperTulu-LexiNova-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2-1.5B-Ita_v5.Q5_K_M.gguf": ["mradermacher/Qwen2-1.5B-Ita_v5-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-VARCO-8B-Instruct-LLaMAfied.i1-Q5_K_M.gguf": ["mradermacher/Llama-VARCO-8B-Instruct-LLaMAfied-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "llama3-1_8b_mlfoundations-dev-stackexchange_scicomp.Q5_K_M.gguf": ["mradermacher/llama3-1_8b_mlfoundations-dev-stackexchange_scicomp-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma-Ko-Merge.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Ko-Merge-i1-GGUF", MessagesFormatterType.ALPACA],
+    "gemma-2-9b-it-russian-strict-function-calling-DPO.Q4_K_M.gguf": ["mradermacher/gemma-2-9b-it-russian-strict-function-calling-DPO-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3.1-Supernova-Lite-Instruct-merge-abliterated-8B.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Supernova-Lite-Instruct-merge-abliterated-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwenslerp2-14B-F32.Q4_K_M.gguf": ["mradermacher/Qwenslerp2-14B-F32-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge.Q5_K_M.gguf": ["mradermacher/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge-GGUF", MessagesFormatterType.LLAMA_3],
+    "gemma-2-baku-2b-it.i1-Q5_K_M.gguf": ["mradermacher/gemma-2-baku-2b-it-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Nemo-Picaro-12B.i1-Q4_K_M.gguf": ["mradermacher/Nemo-Picaro-12B-i1-GGUF", MessagesFormatterType.CHATML],
+    "OpenCrystal-L3-15B-v2.1.Q4_K_M.gguf": ["mradermacher/OpenCrystal-L3-15B-v2.1-GGUF", MessagesFormatterType.LLAMA_3],
+    "LLMEvoLLaMA-3.1-8B-v0.1.Q5_K_M.gguf": ["mradermacher/LLMEvoLLaMA-3.1-8B-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Peach-2.0-9B-8k-Roleplay.Q4_K_M.gguf": ["mradermacher/Peach-2.0-9B-8k-Roleplay-GGUF", MessagesFormatterType.CHATML],
+    "llama-3.1-8b-sarcasm.Q5_K_M.gguf": ["mradermacher/llama-3.1-8b-sarcasm-GGUF", MessagesFormatterType.LLAMA_3],
+    "walrus-gemma-2-9b-it-v01.Q4_K_M.gguf": ["mradermacher/walrus-gemma-2-9b-it-v01-GGUF", MessagesFormatterType.ALPACA],
+    "L3.1-Diffbot-Small-2412.Q5_K_M.gguf": ["mradermacher/L3.1-Diffbot-Small-2412-GGUF", MessagesFormatterType.LLAMA_3],
+    "s1.1-14B.Q4_K_M.gguf": ["mradermacher/s1.1-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Lix-14B-v0.1-Uncensored-DeLMAT.Q4_K_M.gguf": ["mradermacher/Lix-14B-v0.1-Uncensored-DeLMAT-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Hush-Qwen2.5-7B-MST-v1.1.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-MST-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MFANNv0.22.1.Q5_K_M.gguf": ["mradermacher/MFANNv0.22.1-GGUF", MessagesFormatterType.LLAMA_3],
+    "gemma2-9b-cpt-sea-lionv3-instruct.Q4_K_M.gguf": ["mradermacher/gemma2-9b-cpt-sea-lionv3-instruct-GGUF", MessagesFormatterType.ALPACA],
+    "mistral-base-sftspin-2k.Q5_K_M.gguf": ["mradermacher/mistral-base-sftspin-2k-GGUF", MessagesFormatterType.MISTRAL],
+    "HyperLlama3.1-v2.Q5_K_M.gguf": ["mradermacher/HyperLlama3.1-v2-GGUF", MessagesFormatterType.LLAMA_3],
     "Grey-12b.Q4_K_M.gguf": ["mradermacher/Grey-12b-GGUF", MessagesFormatterType.MISTRAL],
     "Gemma-2-Ataraxy-Remix-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Remix-9B-GGUF", MessagesFormatterType.ALPACA],
     "Gemmasutra-9B-v1.1.Q4_K_M.gguf": ["mradermacher/Gemmasutra-9B-v1.1-GGUF", MessagesFormatterType.ALPACA],