Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
@@ -16,6 +16,10 @@ llm_models = {
|
|
16 |
"Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
17 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
18 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
|
|
|
|
19 |
"MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
|
20 |
"Qwen-modelstock-15B.i1-Q4_K_M.gguf": ["mradermacher/Qwen-modelstock-15B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
21 |
"Qwen2.5-14B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
@@ -75,6 +79,8 @@ llm_models = {
|
|
75 |
"Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
|
76 |
"MT5-Gen5-MM-gemma-2-MTg2G-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF", MessagesFormatterType.ALPACA],
|
77 |
"IF-reasoning-experiment.Q4_K_M.gguf": ["mradermacher/IF-reasoning-experiment-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
|
|
78 |
"Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
79 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
80 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -88,6 +94,67 @@ llm_models = {
|
|
88 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
89 |
#"": ["", MessagesFormatterType.CHATML],
|
90 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
91 |
"Qwen2.5-14B-BrocaV9.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-BrocaV9-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
92 |
"Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B.i1-Q5_K_M.gguf": ["mradermacher/Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
93 |
"Model_Kinship_1-2.Q5_K_M.gguf": ["mradermacher/Model_Kinship_1-2-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
16 |
"Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
17 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
18 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
19 |
+
"Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
|
20 |
+
"Nemo-Merge-DPO-v1ori.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1ori-GGUF", MessagesFormatterType.MISTRAL],
|
21 |
+
"Mistralnemo-dpo-v7-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v7-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
+
"Nemo12B-Merge-DPOv1-sftv1.Q4_K_M.gguf": ["mradermacher/Nemo12B-Merge-DPOv1-sftv1-GGUF", MessagesFormatterType.MISTRAL],
|
23 |
"MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Qwen-modelstock-15B.i1-Q4_K_M.gguf": ["mradermacher/Qwen-modelstock-15B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
25 |
"Qwen2.5-14B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
79 |
"Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
|
80 |
"MT5-Gen5-MM-gemma-2-MTg2G-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF", MessagesFormatterType.ALPACA],
|
81 |
"IF-reasoning-experiment.Q4_K_M.gguf": ["mradermacher/IF-reasoning-experiment-GGUF", MessagesFormatterType.OPEN_CHAT],
|
82 |
+
"Brapnemo.Q4_K_M.gguf": ["mradermacher/Brapnemo-GGUF", MessagesFormatterType.MISTRAL],
|
83 |
+
"J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
84 |
"Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
85 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
86 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
94 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
95 |
#"": ["", MessagesFormatterType.CHATML],
|
96 |
#"": ["", MessagesFormatterType.PHI_3],
|
97 |
+
"MT1-Max-Merge_02012025163610-GMM-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Max-Merge_02012025163610-GMM-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
|
98 |
+
"Rv0.4MT4g2-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/Rv0.4MT4g2-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
|
99 |
+
"rogue-enchantress-32k-7B.Q4_K_M.gguf": ["mradermacher/rogue-enchantress-32k-7B-GGUF", MessagesFormatterType.MISTRAL],
|
100 |
+
"Mistralnemo-dpo-v11-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v11-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
|
101 |
+
"Qwen2.5-14B-Coder-Merge.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Coder-Merge-GGUF", MessagesFormatterType.OPEN_CHAT],
|
102 |
+
"Lamarck-14B-v0.6-rc4.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.6-rc4-GGUF", MessagesFormatterType.OPEN_CHAT],
|
103 |
+
"f-5-8b.Q5_K_M.gguf": ["mradermacher/f-5-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
104 |
+
"good_mix_model_Stock.Q5_K_M.gguf": ["mradermacher/good_mix_model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
105 |
+
"flammen18-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen18-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
|
106 |
+
"Kosmos-EVAA-Franken-v36-8B.i1-Q4_K_M.gguf": ["mradermacher/Kosmos-EVAA-Franken-v36-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
107 |
+
"Llama-3-8B-Instruct-Portuguese-v0.1.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-Portuguese-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
|
108 |
+
"minoshiro-v0.2-7B.Q5_K_M.gguf": ["SousiOmine/minoshiro-v0.2-7B_GGUF", MessagesFormatterType.MISTRAL],
|
109 |
+
"ZEUS-8B-V17-abliterated-V4.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V17-abliterated-V4-GGUF", MessagesFormatterType.LLAMA_3],
|
110 |
+
"MT1-Max-Merge_02012025163610-gemma-2-9B.Q4_K_S.gguf": ["mradermacher/MT1-Max-Merge_02012025163610-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
|
111 |
+
"natsumura-storytelling-rp-1.0-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
112 |
+
"WeniGPT-Agents-Zephyr-1.0.18-KTO-merged.Q5_K_M.gguf": ["mradermacher/WeniGPT-Agents-Zephyr-1.0.18-KTO-merged-GGUF", MessagesFormatterType.MISTRAL],
|
113 |
+
"Kukul-Stanta-0.420-32k-7B-0.2.Q5_K_M.gguf": ["mradermacher/Kukul-Stanta-0.420-32k-7B-0.2-GGUF", MessagesFormatterType.MISTRAL],
|
114 |
+
"Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO.Q5_K_M.gguf": ["mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-GGUF", MessagesFormatterType.MISTRAL],
|
115 |
+
"L3-8B-Stheno-slerp.Q5_K_M.gguf": ["mradermacher/L3-8B-Stheno-slerp-GGUF", MessagesFormatterType.LLAMA_3],
|
116 |
+
"KoLlama-3-8B-Instruct-Mix.Q5_K_M.gguf": ["mradermacher/KoLlama-3-8B-Instruct-Mix-GGUF", MessagesFormatterType.LLAMA_3],
|
117 |
+
"StrangeMerges_8-7B-slerp.Q5_K_M.gguf": ["mradermacher/StrangeMerges_8-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
118 |
+
"Mistral-7B-Instruct-v0.2-expanded-sec-1.6B-tokens.Q4_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-v0.2-expanded-sec-1.6B-tokens-GGUF", MessagesFormatterType.MISTRAL],
|
119 |
+
"MemeGPT.Q5_K_M.gguf": ["mradermacher/MemeGPT-GGUF", MessagesFormatterType.MISTRAL],
|
120 |
+
"kukuspice-7B.Q5_K_M.gguf": ["mradermacher/kukuspice-7B-GGUF", MessagesFormatterType.MISTRAL],
|
121 |
+
"Poppy_Porpoise-DADA-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-DADA-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
122 |
+
"Anthesis_7B.i1-Q5_K_M.gguf": ["mradermacher/Anthesis_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
123 |
+
"Spaetzle-v67-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v67-7b-GGUF", MessagesFormatterType.MISTRAL],
|
124 |
+
"ArliAI-Llama-3-8B-Dolfin-v0.2-Instruct.Q5_K_M.gguf": ["mradermacher/ArliAI-Llama-3-8B-Dolfin-v0.2-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
125 |
+
"Mistralnemo-dpo-v3-rp-ch110.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v3-rp-ch110-GGUF", MessagesFormatterType.MISTRAL],
|
126 |
+
"BlackSheep-X-Dolphin.Q5_K_M.gguf": ["mradermacher/BlackSheep-X-Dolphin-GGUF", MessagesFormatterType.LLAMA_3],
|
127 |
+
"Nyanade_Stunna-Maid-7B.i1-Q5_K_M.gguf": ["mradermacher/Nyanade_Stunna-Maid-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
128 |
+
"flammen22X-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen22X-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
|
129 |
+
"ZEUS-8B-V17-abliterated-V2.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V17-abliterated-V2-GGUF", MessagesFormatterType.LLAMA_3],
|
130 |
+
"NinjaV1-pre.Q5_K_M.gguf": ["mradermacher/NinjaV1-pre-GGUF", MessagesFormatterType.CHATML],
|
131 |
+
"StrangeMerges_52-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_52-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
|
132 |
+
"Mistralnemo-dpo-v1-rp.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v1-rp-GGUF", MessagesFormatterType.MISTRAL],
|
133 |
+
"Qwen_2.5-Math-v3.Q5_K_M.gguf": ["mradermacher/Qwen_2.5-Math-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
|
134 |
+
"lemon07r_Gemma-2-Ataraxy-v4c-9B_fixed.Q4_K_M.gguf": ["mradermacher/lemon07r_Gemma-2-Ataraxy-v4c-9B_fixed-GGUF", MessagesFormatterType.ALPACA],
|
135 |
+
"Kosmos-EVAA-Franken-v38-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-Franken-v38-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
136 |
+
"miscii-14b-1225-Q4_K_M.gguf": ["bartowski/miscii-14b-1225-GGUF", MessagesFormatterType.OPEN_CHAT],
|
137 |
+
"CogitoZ14.Q4_K_M.gguf": ["mradermacher/CogitoZ14-GGUF", MessagesFormatterType.OPEN_CHAT],
|
138 |
+
"Nemo-Picaro-v4-exp-12B.Q4_K_M.gguf": ["mradermacher/Nemo-Picaro-v4-exp-12B-GGUF", MessagesFormatterType.CHATML],
|
139 |
+
"ZEUS-8B-V19.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V19-GGUF", MessagesFormatterType.LLAMA_3],
|
140 |
+
"kosmo-gemma.Q4_K_M.gguf": ["mradermacher/kosmo-gemma-GGUF", MessagesFormatterType.ALPACA],
|
141 |
+
"StrangeMerges_15-7B-slerp.Q5_K_M.gguf": ["mradermacher/StrangeMerges_15-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
142 |
+
"StarlingMaxLimmy2-7B-slerp.Q5_K_M.gguf": ["mradermacher/StarlingMaxLimmy2-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
143 |
+
"NeuralCoder-7b.Q5_K_M.gguf": ["mradermacher/NeuralCoder-7b-GGUF", MessagesFormatterType.MISTRAL],
|
144 |
+
"Llama-3.1-Argunaut-1-8B-SFT.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Argunaut-1-8B-SFT-GGUF", MessagesFormatterType.LLAMA_3],
|
145 |
+
"ContY-v0.2-8B.Q5_K_M.gguf": ["mradermacher/ContY-v0.2-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
146 |
+
"Marcoro14-7B-ties.Q5_K_M.gguf": ["mradermacher/Marcoro14-7B-ties-GGUF", MessagesFormatterType.MISTRAL],
|
147 |
+
"flammen16-chinese-dpo-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen16-chinese-dpo-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
|
148 |
+
"Starfinite-Laymospice-v2-7B.i1-Q5_K_M.gguf": ["mradermacher/Starfinite-Laymospice-v2-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
149 |
+
"cuckoo-starling-32k-7B.Q5_K_M.gguf": ["mradermacher/cuckoo-starling-32k-7B-GGUF", MessagesFormatterType.MISTRAL],
|
150 |
+
"L3-Pneuma-8B-Q5_K_M.gguf": ["bartowski/L3-Pneuma-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
151 |
+
"maestrale-chat-v0.3-beta.i1-Q5_K_M.gguf": ["mradermacher/maestrale-chat-v0.3-beta-i1-GGUF", MessagesFormatterType.CHATML],
|
152 |
+
"LewdMistral-7B-0.2.i1-Q5_K_M.gguf": ["mradermacher/LewdMistral-7B-0.2-i1-GGUF", MessagesFormatterType.CHATML],
|
153 |
+
"Spaetzle-v60-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v60-7b-GGUF", MessagesFormatterType.MISTRAL],
|
154 |
+
"GuIA-v2.Q5_K_M.gguf": ["mradermacher/GuIA-v2-GGUF", MessagesFormatterType.MISTRAL],
|
155 |
+
"Mistral-Starling-merge-trial3-7B.Q5_K_M.gguf": ["mradermacher/Mistral-Starling-merge-trial3-7B-GGUF", MessagesFormatterType.MISTRAL],
|
156 |
+
"aqua-smaug-0.3-8B.i1-Q5_K_M.gguf": ["mradermacher/aqua-smaug-0.3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
157 |
+
"trix-llama-3-8B-stock.Q5_K_M.gguf": ["mradermacher/trix-llama-3-8B-stock-GGUF", MessagesFormatterType.LLAMA_3],
|
158 |
"Qwen2.5-14B-BrocaV9.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-BrocaV9-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
159 |
"Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B.i1-Q5_K_M.gguf": ["mradermacher/Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
160 |
"Model_Kinship_1-2.Q5_K_M.gguf": ["mradermacher/Model_Kinship_1-2-GGUF", MessagesFormatterType.MISTRAL],
|