Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
@@ -20,6 +20,7 @@ llm_models = {
|
|
20 |
"Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
21 |
"Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
"Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
23 |
"Slush-Sunfall-Rocinante-GGLD-12B.Q4_K_M.gguf": ["mradermacher/Slush-Sunfall-Rocinante-GGLD-12B-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -102,7 +103,9 @@ llm_models = {
|
|
102 |
"Slush-FallMix-Test_V6c_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V6c_12B-GGUF", MessagesFormatterType.MISTRAL],
|
103 |
"Slush-Lyra-Gutenberg-Bophades.i1-Q4_K_M.gguf": ["mradermacher/Slush-Lyra-Gutenberg-Bophades-i1-GGUF", MessagesFormatterType.MISTRAL],
|
104 |
"Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
|
|
|
105 |
"wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
106 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
107 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
108 |
"ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -115,6 +118,56 @@ llm_models = {
|
|
115 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
116 |
#"": ["", MessagesFormatterType.CHATML],
|
117 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
118 |
"Llama-3-8B-Uncensored-0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.5-GGUF", MessagesFormatterType.LLAMA_3],
|
119 |
"Captain-Eris_Violet-Toxic.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-i1-GGUF", MessagesFormatterType.MISTRAL],
|
120 |
"recoilme-gemma-2-9B-v0.4.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.4-GGUF", MessagesFormatterType.ALPACA],
|
|
|
20 |
"Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
21 |
"Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
"Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
23 |
+
"Captain-Eris_Violet_Toxic-Magnum-12B.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet_Toxic-Magnum-12B-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Slush-Sunfall-Rocinante-GGLD-12B.Q4_K_M.gguf": ["mradermacher/Slush-Sunfall-Rocinante-GGLD-12B-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
26 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
103 |
"Slush-FallMix-Test_V6c_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V6c_12B-GGUF", MessagesFormatterType.MISTRAL],
|
104 |
"Slush-Lyra-Gutenberg-Bophades.i1-Q4_K_M.gguf": ["mradermacher/Slush-Lyra-Gutenberg-Bophades-i1-GGUF", MessagesFormatterType.MISTRAL],
|
105 |
"Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
|
106 |
+
"orosaiwa-12b-q4_k_m.gguf": ["ClaudioItaly/OroSaiwa-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
107 |
"wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
108 |
+
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
109 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
110 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
111 |
"ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
118 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
119 |
#"": ["", MessagesFormatterType.CHATML],
|
120 |
#"": ["", MessagesFormatterType.PHI_3],
|
121 |
+
"Misted-7B.i1-Q5_K_M.gguf": ["mradermacher/Misted-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
122 |
+
"Qwen2.5-DeepHyper.Q4_K_M.gguf": ["mradermacher/Qwen2.5-DeepHyper-GGUF", MessagesFormatterType.OPEN_CHAT],
|
123 |
+
"Hermes-Mistral-Saul-Slerp.Q5_K_M.gguf": ["mradermacher/Hermes-Mistral-Saul-Slerp-GGUF", MessagesFormatterType.MISTRAL],
|
124 |
+
"Gemma-9B-Base.Q4_K_M.gguf": ["mradermacher/Gemma-9B-Base-GGUF", MessagesFormatterType.ALPACA],
|
125 |
+
"demon-9b-q5_k_m.gguf": ["ClaudioItaly/Demon-9B-Q5_K_M-GGUF", MessagesFormatterType.ALPACA],
|
126 |
+
"Qwen2.5-14B-HyperSeekv5.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-HyperSeekv5-GGUF", MessagesFormatterType.OPEN_CHAT],
|
127 |
+
"ECE-MIRAGE-1.Q4_K_M.gguf": ["mradermacher/ECE-MIRAGE-1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
128 |
+
"DarkIdol-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
|
129 |
+
"Saka-7.6B.Q5_K_M.gguf": ["mradermacher/Saka-7.6B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
130 |
+
"kubeguru-llama3.2-3b-v0.1.Q5_K_M.gguf": ["mradermacher/kubeguru-llama3.2-3b-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
|
131 |
+
"Llama-3.2-3B_Safety_DPO.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B_Safety_DPO-GGUF", MessagesFormatterType.LLAMA_3],
|
132 |
+
"Llama3-8B-TDPO.Q5_K_M.gguf": ["mradermacher/Llama3-8B-TDPO-GGUF", MessagesFormatterType.LLAMA_3],
|
133 |
+
"Llama3-8B-RTO.Q5_K_M.gguf": ["mradermacher/Llama3-8B-RTO-GGUF", MessagesFormatterType.LLAMA_3],
|
134 |
+
"DeepseekR1-Distill-Uncensored-L3-8B-alt-v1.Q5_K_M.gguf": ["mradermacher/DeepseekR1-Distill-Uncensored-L3-8B-alt-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
135 |
+
"Qwen2.5-7B-Gordion-v0.1-Prose.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Gordion-v0.1-Prose-GGUF", MessagesFormatterType.OPEN_CHAT],
|
136 |
+
"Qwen2.5-THREADRIPPER-Medium.Q4_K_M.gguf": ["mradermacher/Qwen2.5-THREADRIPPER-Medium-GGUF", MessagesFormatterType.OPEN_CHAT],
|
137 |
+
"DarkIdol-1.2-8B-Instruct-Uncensored.Q5_K_M.gguf": ["mradermacher/DarkIdol-1.2-8B-Instruct-Uncensored-GGUF", MessagesFormatterType.LLAMA_3],
|
138 |
+
"Miisce-one.Q4_K_M.gguf": ["mradermacher/Miisce-one-GGUF", MessagesFormatterType.OPEN_CHAT],
|
139 |
+
"JSL-MedQwen-14b-reasoning.i1-Q4_K_M.gguf": ["mradermacher/JSL-MedQwen-14b-reasoning-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
140 |
+
"MN-Sappho-b-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-b-12B-GGUF", MessagesFormatterType.MISTRAL],
|
141 |
+
"NeoMixUnleashedFineTuned.Q4_K_M.gguf": ["mradermacher/NeoMixUnleashedFineTuned-GGUF", MessagesFormatterType.MISTRAL],
|
142 |
+
"FuseChat-Gemma-2-9B-Instruct.Q4_K_M.gguf": ["mradermacher/FuseChat-Gemma-2-9B-Instruct-GGUF", MessagesFormatterType.ALPACA],
|
143 |
+
"EVA-abliterated-TIES-Qwen2.5-14B.i1-Q4_K_M.gguf": ["mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
144 |
+
"Qwen2.5-Coder-14B-Instruct-reason.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Coder-14B-Instruct-reason-GGUF", MessagesFormatterType.OPEN_CHAT],
|
145 |
+
"Llama-3-8B-Uncensored-0.6.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.6-GGUF", MessagesFormatterType.LLAMA_3],
|
146 |
+
"FuseChat-Llama-3.2-3B-SFT.i1-Q5_K_M.gguf": ["mradermacher/FuseChat-Llama-3.2-3B-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
147 |
+
"DeepSeek-R1-Distill-Llama-8B-Debiased.Q4_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-Llama-8B-Debiased-GGUF", MessagesFormatterType.OPEN_CHAT],
|
148 |
+
"IFeelSoSprunki-8B-Llama3.1.Q5_K_M.gguf": ["mradermacher/IFeelSoSprunki-8B-Llama3.1-GGUF", MessagesFormatterType.LLAMA_3],
|
149 |
+
"MN-Sappho-a-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-a-12B-GGUF", MessagesFormatterType.MISTRAL],
|
150 |
+
"Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128-GGUF", MessagesFormatterType.OPEN_CHAT],
|
151 |
+
"Mistral-Nemo-NT-Ko-12B-dpo.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-NT-Ko-12B-dpo-GGUF", MessagesFormatterType.CHATML],
|
152 |
+
"NeMonster_Nemosis-12b.Q4_K_M.gguf": ["mradermacher/NeMonster_Nemosis-12b-GGUF", MessagesFormatterType.MISTRAL],
|
153 |
+
"Captain-Eris_Violet-Toxic-GRPO-alt-v.02.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-alt-v.02-GGUF", MessagesFormatterType.MISTRAL],
|
154 |
+
"Qwen-1M-Logic-Reinforce.Q5_K_M.gguf": ["mradermacher/Qwen-1M-Logic-Reinforce-GGUF", MessagesFormatterType.OPEN_CHAT],
|
155 |
+
"L3.1-Seedling-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Seedling-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
156 |
+
"Megatron-Corpus-14B-Exp.v2.i1-Q4_K_M.gguf": ["mradermacher/Megatron-Corpus-14B-Exp.v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
157 |
+
"Captain-Eris_Violet-Toxic-GRPO-alt.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-alt-GGUF", MessagesFormatterType.MISTRAL],
|
158 |
+
"Mateno-v1.5-9b.Q4_K_M.gguf": ["mradermacher/Mateno-v1.5-9b-GGUF", MessagesFormatterType.ALPACA],
|
159 |
+
"Captain-Eris_Violet-Toxic-GRPO-v0.4.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-v0.4-GGUF", MessagesFormatterType.MISTRAL],
|
160 |
+
"virtuoso-small-tensopolis-v2.Q4_K_M.gguf": ["mradermacher/virtuoso-small-tensopolis-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
161 |
+
"granite-3.1-8b-instruct.i1-Q5_K_M.gguf": ["mradermacher/granite-3.1-8b-instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
162 |
+
"qwen2.5-14b-tensopolis-v1.Q4_K_M.gguf": ["mradermacher/qwen2.5-14b-tensopolis-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
163 |
+
"virtuoso-small-v2-tensopolis-v1.Q4_K_M.gguf": ["mradermacher/virtuoso-small-v2-tensopolis-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
164 |
+
"On-the-Strange-Lands-MN-12B.Q4_K_M.gguf": ["mradermacher/On-the-Strange-Lands-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
|
165 |
+
"Qwen2.5-14B-Hyperionv3_r128.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv3_r128-GGUF", MessagesFormatterType.OPEN_CHAT],
|
166 |
+
"Captain-Eris_Violet-Toxic-GRPO-other.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-other-GGUF", MessagesFormatterType.MISTRAL],
|
167 |
+
"Captain-Eris-Violet-12B-GRPO.Q4_K_M.gguf": ["mradermacher/Captain-Eris-Violet-12B-GRPO-GGUF", MessagesFormatterType.MISTRAL],
|
168 |
+
"Qwen2.5-14B-Coder_r128.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Coder_r128-GGUF", MessagesFormatterType.OPEN_CHAT],
|
169 |
+
"MN-12B-Unleashed-Twilight.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Unleashed-Twilight-i1-GGUF", MessagesFormatterType.MISTRAL],
|
170 |
+
"Plasma-8B.Q5_K_M.gguf": ["mradermacher/Plasma-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
171 |
"Llama-3-8B-Uncensored-0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.5-GGUF", MessagesFormatterType.LLAMA_3],
|
172 |
"Captain-Eris_Violet-Toxic.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-i1-GGUF", MessagesFormatterType.MISTRAL],
|
173 |
"recoilme-gemma-2-9B-v0.4.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.4-GGUF", MessagesFormatterType.ALPACA],
|