Upload llmenv.py

llmenv.py

@@ -129,7 +129,10 @@ llm_models = {
     "Aurora-SCE-12B.Q4_K_M.gguf": ["mradermacher/Aurora-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
     "Rune-14b.Q4_K_M.gguf": ["mradermacher/Rune-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
     "L3.1-Athena-e-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-e-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "ElitePhi.i1-Q4_K_M.gguf": ["mradermacher/ElitePhi-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "PR2-14B-Instruct.Q4_K_M.gguf": ["mradermacher/PR2-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Nemo_Pony_2-merged.Q4_K_M.gguf": ["mradermacher/Nemo_Pony_2-merged-GGUF", MessagesFormatterType.MISTRAL],
+    "MN-12B-Mimicore-Nocturne.Q4_K_M.gguf": ["mradermacher/MN-12B-Mimicore-Nocturne-GGUF", MessagesFormatterType.MISTRAL],
     "Nemo-12b-Humanize-KTO-Experimental-Latest.Q4_K_M.gguf": ["mradermacher/Nemo-12b-Humanize-KTO-Experimental-Latest-GGUF", MessagesFormatterType.CHATML],
     "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
     "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
@@ -145,6 +148,53 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Qwen2.5-7B-Instruct-preference.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-preference-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ZYH-LLM-Qwen2.5-14B-V4.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-V4-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Agente-GPT-Qwen2.5-3B-Instruct-Asistant-16bit-v2.Q5_K_M.gguf": ["mradermacher/Agente-GPT-Qwen2.5-3B-Instruct-Asistant-16bit-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "TopicalChat_mistral_nemo.Q4_K_M.gguf": ["mradermacher/TopicalChat_mistral_nemo-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3.2-3B-Fluxed-uncensored.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Fluxed-uncensored-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-Coder-3B-few-shot-model.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-3B-few-shot-model-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Gigantes-v2-gemma2-9b-it.Q4_K_M.gguf": ["mradermacher/Gigantes-v2-gemma2-9b-it-GGUF", MessagesFormatterType.ALPACA],
+    "Unichat-llama3.1-Chinese-8B.Q5_K_M.gguf": ["mradermacher/Unichat-llama3.1-Chinese-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "HollandV2R1.Q5_K_M.gguf": ["mradermacher/HollandV2R1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen-2.5-3b-Text_to_SQL.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-3b-Text_to_SQL-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "TableGPT2-7B.Q5_K_M.gguf": ["mradermacher/TableGPT2-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Kosmos-EVAA-gamma-v14-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-v14-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "KPT-7b-v0.3.Q5_K_M.gguf": ["mradermacher/KPT-7b-v0.3-GGUF", MessagesFormatterType.MISTRAL],
+    "qwen2.5-coder-7b-instruct-fma.Q5_K_M.gguf": ["mradermacher/qwen2.5-coder-7b-instruct-fma-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "oh_v1.3_unnatural_instructions_x8.Q5_K_M.gguf": ["mradermacher/oh_v1.3_unnatural_instructions_x8-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-Taiwan-7B-Instruct.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Taiwan-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NQLSG-Qwen2.5-14B-MegaFusion-v9.2.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ext2Gen-8B-R2.Q5_K_M.gguf": ["mradermacher/Ext2Gen-8B-R2-GGUF", MessagesFormatterType.LLAMA_3],
+    "Meta-Llama-3-8B-Instruct-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Meta-Llama-3-8B-Instruct-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Dirty-Shirley-Writer-v3-9B.i1-Q4_K_M.gguf": ["mradermacher/Dirty-Shirley-Writer-v3-9B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "EtherealAurora-12B-v2.Q4_K_M.gguf": ["mradermacher/EtherealAurora-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Galactic-Qwen-14B-Exp2.Q4_K_M.gguf": ["mradermacher/Galactic-Qwen-14B-Exp2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-Verged.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Verged-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Galactic-Qwen-14B-Exp1.Q4_K_M.gguf": ["mradermacher/Galactic-Qwen-14B-Exp1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Volans-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Volans-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Anathema-12B.Q4_K_M.gguf": ["mradermacher/MN-Anathema-12B-GGUF", MessagesFormatterType.CHATML],
+    "Gaea-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Gaea-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "OnlyQ.Q5_K_M.gguf": ["mradermacher/OnlyQ-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "asteroid-14b-v0.1.Q4_K_M.gguf": ["mradermacher/asteroid-14b-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Forgotten-Safeword-8B-V3.0.Q5_K_M.gguf": ["mradermacher/Forgotten-Safeword-8B-V3.0-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-7B-PubMeQA-Distill.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-PubMeQA-Distill-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3.2-3b-RP-Toxic-Fuse.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3b-RP-Toxic-Fuse-GGUF", MessagesFormatterType.LLAMA_3],
+    "v1-deepseek-instruct.Q5_K_M.gguf": ["mradermacher/v1-deepseek-instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Athena-l2-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-l2-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Athena-l4-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-l4-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Athena-l3-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-l3-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-AthenaSky-MegaMix.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-AthenaSky-MegaMix-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Writing-Model-Qwen-7B.Q5_K_M.gguf": ["mradermacher/Writing-Model-Qwen-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "open-r1_OlympicCoder-7B-Q5_K_M.gguf": ["bartowski/open-r1_OlympicCoder-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen-2.5-7B-deepscale-RL.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-deepscale-RL-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3.1-Athena-l-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Athena-l-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.2-3B-Instruct-lyrics.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Instruct-lyrics-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-Base-8B-DICE-Iter2.Q5_K_M.gguf": ["mradermacher/Llama-3-Base-8B-DICE-Iter2-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-Base-8B-DICE-Iter1.Q5_K_M.gguf": ["mradermacher/Llama-3-Base-8B-DICE-Iter1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Instruct-Coding-Expert.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-Coding-Expert-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-O-3.1-8B-levent.Q5_K_M.gguf": ["mradermacher/Llama-O-3.1-8B-levent-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-7B-task6.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-task6-GGUF", MessagesFormatterType.OPEN_CHAT],
     "finance-Llama3-8B.Q5_K_M.gguf": ["mradermacher/finance-Llama3-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "OpenPipe_Deductive-Reasoning-Qwen-14B-Q4_K_M.gguf": ["bartowski/OpenPipe_Deductive-Reasoning-Qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Dirty-Shirley-Writer-v2-9B-Uncensored.i1-Q4_K_M.gguf": ["mradermacher/Dirty-Shirley-Writer-v2-9B-Uncensored-i1-GGUF", MessagesFormatterType.ALPACA],