Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
|
@@ -148,6 +148,54 @@ llm_models = {
|
|
| 148 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
| 149 |
#"": ["", MessagesFormatterType.CHATML],
|
| 150 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 151 |
"Qwen2.5-7B-Instruct-preference.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-preference-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 152 |
"ZYH-LLM-Qwen2.5-14B-V4.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-V4-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 153 |
"Agente-GPT-Qwen2.5-3B-Instruct-Asistant-16bit-v2.Q5_K_M.gguf": ["mradermacher/Agente-GPT-Qwen2.5-3B-Instruct-Asistant-16bit-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
|
| 148 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
| 149 |
#"": ["", MessagesFormatterType.CHATML],
|
| 150 |
#"": ["", MessagesFormatterType.PHI_3],
|
| 151 |
+
"ablation-53-rafathenev2.rp-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-53-rafathenev2.rp-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
|
| 152 |
+
"ablation-61-a55.dpo.enjanot-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-61-a55.dpo.enjanot-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
| 153 |
+
"ablation-32-rafbestseq.reasoning-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-32-rafbestseq.reasoning-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
| 154 |
+
"ablation-42-rafathenev2.cmrmixen.masked-shisa-v2-llama-3.1-8b-lr8e6.Q5_K_M.gguf": ["mradermacher/ablation-42-rafathenev2.cmrmixen.masked-shisa-v2-llama-3.1-8b-lr8e6-GGUF", MessagesFormatterType.LLAMA_3],
|
| 155 |
+
"ablation-23-rafbestseqshuffle.2epoch-shisa-v2-llama-3.1-8b-lr8e6.Q5_K_M.gguf": ["mradermacher/ablation-23-rafbestseqshuffle.2epoch-shisa-v2-llama-3.1-8b-lr8e6-GGUF", MessagesFormatterType.LLAMA_3],
|
| 156 |
+
"ablation-67-rafathenev2.rp.tl.yahoo-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-67-rafathenev2.rp.tl.yahoo-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
|
| 157 |
+
"EtherealMoon-12B.Q4_K_M.gguf": ["mradermacher/EtherealMoon-12B-GGUF", MessagesFormatterType.CHATML],
|
| 158 |
+
"ablation-56-rafathenev2.rp.tl.gamma-shisa-v2-gamma-7b.Q5_K_M.gguf": ["mradermacher/ablation-56-rafathenev2.rp.tl.gamma-shisa-v2-gamma-7b-GGUF", MessagesFormatterType.MISTRAL],
|
| 159 |
+
"ablation-11-rafathenev2-shisa-v2-llama-3.1-8b-lr8e6.Q5_K_M.gguf": ["mradermacher/ablation-11-rafathenev2-shisa-v2-llama-3.1-8b-lr8e6-GGUF", MessagesFormatterType.LLAMA_3],
|
| 160 |
+
"ablation-36-cmrmix-shisa-v2-llama-3.1-8b-lr8e6.Q5_K_M.gguf": ["mradermacher/ablation-36-cmrmix-shisa-v2-llama-3.1-8b-lr8e6-GGUF", MessagesFormatterType.LLAMA_3],
|
| 161 |
+
"L3.1-Athena-n-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-n-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 162 |
+
"NQLSG-Qwen2.5-14B-MegaFusion-v9.3.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.3-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 163 |
+
"NQLSG-Qwen2.5-14B-MegaFusion-v9.2-fusechat-sft.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.2-fusechat-sft-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 164 |
+
"TopicalChat_gemma.Q4_K_M.gguf": ["mradermacher/TopicalChat_gemma-GGUF", MessagesFormatterType.ALPACA],
|
| 165 |
+
"general7Bv2-ECE-PRYMMAL-Martial.Q5_K_M.gguf": ["mradermacher/general7Bv2-ECE-PRYMMAL-Martial-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 166 |
+
"NM-12B-Lyris-dev-3.Q4_K_M.gguf": ["mradermacher/NM-12B-Lyris-dev-3-GGUF", MessagesFormatterType.CHATML],
|
| 167 |
+
"DeepHermes-3-Llama-3-3B-Preview.i1-Q5_K_M.gguf": ["mradermacher/DeepHermes-3-Llama-3-3B-Preview-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
| 168 |
+
"Kosmos-EVAA-v10-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-v10-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 169 |
+
"Scrollplay.Q5_K_M.gguf": ["mradermacher/Scrollplay-GGUF", MessagesFormatterType.MISTRAL],
|
| 170 |
+
"Kosmos-EVAA-gamma-v17-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-v17-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 171 |
+
"Cheng-2-Base.i1-Q4_K_M.gguf": ["mradermacher/Cheng-2-Base-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 172 |
+
"Cheng-2.i1-Q4_K_M.gguf": ["mradermacher/Cheng-2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 173 |
+
"Perpicon-Experimental-3.1.Q5_K_M.gguf": ["mradermacher/Perpicon-Experimental-3.1-GGUF", MessagesFormatterType.LLAMA_3],
|
| 174 |
+
"Gemma-2-Ataraxy-v3b-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v3b-9B-GGUF", MessagesFormatterType.ALPACA],
|
| 175 |
+
"llama-3-1-8b-answer-generator-ft-2.Q5_K_M.gguf": ["mradermacher/llama-3-1-8b-answer-generator-ft-2-GGUF", MessagesFormatterType.LLAMA_3],
|
| 176 |
+
"nsfw-back-to-model-stock.Q5_K_M.gguf": ["mradermacher/nsfw-back-to-model-stock-GGUF", MessagesFormatterType.LLAMA_3],
|
| 177 |
+
"MN-Chthonia-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-Chthonia-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
| 178 |
+
"exurbia-enhanced-q4_k_m.gguf": ["ClaudioItaly/Exurbia-Enhanced-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
|
| 179 |
+
"Gemma-2-Ataraxy-v3j-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v3j-9B-GGUF", MessagesFormatterType.ALPACA],
|
| 180 |
+
"Abus-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Abus-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 181 |
+
"Qwen2.5-7B-task8.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-task8-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 182 |
+
"Cheng-2-v1.1.Q4_K_M.gguf": ["mradermacher/Cheng-2-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 183 |
+
"Qwen2.5-7B-Fuse-Exp.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Fuse-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 184 |
+
"Llama-3.1-8B-sft-ultrachat-gen-dpo-10k.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-sft-ultrachat-gen-dpo-10k-GGUF", MessagesFormatterType.LLAMA_3],
|
| 185 |
+
"NousResearch_DeepHermes-3-Llama-3-3B-Preview-Q5_K_M.gguf": ["bartowski/NousResearch_DeepHermes-3-Llama-3-3B-Preview-GGUF", MessagesFormatterType.LLAMA_3],
|
| 186 |
+
"Romulus-cpt-Llama-3.1-8B-v0.1-Instruct.Q5_K_M.gguf": ["mradermacher/Romulus-cpt-Llama-3.1-8B-v0.1-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
| 187 |
+
"caliburn-v2-12b.Q4_K_M.gguf": ["mradermacher/caliburn-v2-12b-GGUF", MessagesFormatterType.MISTRAL],
|
| 188 |
+
"hermes-llama3-roleplay-4000-v2.Q5_K_M.gguf": ["mradermacher/hermes-llama3-roleplay-4000-v2-GGUF", MessagesFormatterType.LLAMA_3],
|
| 189 |
+
"hercule-bn.Q5_K_M.gguf": ["mradermacher/hercule-bn-GGUF", MessagesFormatterType.LLAMA_3],
|
| 190 |
+
"G2-GSHT-32K.Q4_K_M.gguf": ["mradermacher/G2-GSHT-32K-GGUF", MessagesFormatterType.ALPACA],
|
| 191 |
+
"krx-qwen2.5-7B-pt.Q5_K_M.gguf": ["mradermacher/krx-qwen2.5-7B-pt-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 192 |
+
"etherealaurora-12b-v3-q4_k_m.gguf": ["yamatazen/EtherealAurora-12B-v3-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
| 193 |
+
"4PRYMMAL-GEMMA2-9B-SLERP.Q4_K_M.gguf": ["mradermacher/4PRYMMAL-GEMMA2-9B-SLERP-GGUF", MessagesFormatterType.ALPACA],
|
| 194 |
+
"gemma-2-aeria-9b.Q4_K_M.gguf": ["mradermacher/gemma-2-aeria-9b-GGUF", MessagesFormatterType.ALPACA],
|
| 195 |
+
"gemma-2-inko-9b.Q4_K_M.gguf": ["mradermacher/gemma-2-inko-9b-GGUF", MessagesFormatterType.ALPACA],
|
| 196 |
+
"krx-qwen2.5-7b-it-prompt.Q5_K_M.gguf": ["mradermacher/krx-qwen2.5-7b-it-prompt-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 197 |
+
"EmojiLlama-3.1-8B.Q5_K_M.gguf": ["mradermacher/EmojiLlama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 198 |
+
"Kosmos-EVAA-gamma-v15-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-gamma-v15-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 199 |
"Qwen2.5-7B-Instruct-preference.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-preference-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 200 |
"ZYH-LLM-Qwen2.5-14B-V4.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-V4-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 201 |
"Agente-GPT-Qwen2.5-3B-Instruct-Asistant-16bit-v2.Q5_K_M.gguf": ["mradermacher/Agente-GPT-Qwen2.5-3B-Instruct-Asistant-16bit-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
|