Spaces:
Running
on
Zero
Running
on
Zero
Upload 2 files
Browse files- llmenv.py +112 -0
- requirements.txt +0 -1
llmenv.py
CHANGED
@@ -138,6 +138,9 @@ llm_models = {
|
|
138 |
"Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
|
139 |
"MN-Hekate-Enodia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Enodia-12B-GGUF", MessagesFormatterType.MISTRAL],
|
140 |
"MN-Hekate-Ekklesia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Ekklesia-12B-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
|
|
141 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
142 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
143 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -151,6 +154,115 @@ llm_models = {
|
|
151 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
152 |
#"": ["", MessagesFormatterType.CHATML],
|
153 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
154 |
"Final-Llama-IoI-1E.Q5_K_M.gguf": ["mradermacher/Final-Llama-IoI-1E-GGUF", MessagesFormatterType.LLAMA_3],
|
155 |
"NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
|
156 |
"ReSearch-Qwen-7B-Instruct.Q5_K_M.gguf": ["mradermacher/ReSearch-Qwen-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
138 |
"Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
|
139 |
"MN-Hekate-Enodia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Enodia-12B-GGUF", MessagesFormatterType.MISTRAL],
|
140 |
"MN-Hekate-Ekklesia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Ekklesia-12B-GGUF", MessagesFormatterType.MISTRAL],
|
141 |
+
"KANN-I-0.1-7b.Q5_K_M.gguf": ["mradermacher/KANN-I-0.1-7b-GGUF", MessagesFormatterType.MISTRAL],
|
142 |
+
"UnslopNemo-12B-v1.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
|
143 |
+
"Irix-12B-Model_Stock.Q4_K_M.gguf": ["mradermacher/Irix-12B-Model_Stock-GGUF", MessagesFormatterType.CHATML],
|
144 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
145 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
146 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
154 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
155 |
#"": ["", MessagesFormatterType.CHATML],
|
156 |
#"": ["", MessagesFormatterType.PHI_3],
|
157 |
+
"ChatWaifu_32B_reasoning.Q4_K_M.gguf": ["mradermacher/ChatWaifu_32B_reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
|
158 |
+
"Llama3_Storyteller.Q5_K_M.gguf": ["mradermacher/Llama3_Storyteller-GGUF", MessagesFormatterType.LLAMA_3],
|
159 |
+
"ablation-110-openrlhf.dpo.a106.5e7ax-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-110-openrlhf.dpo.a106.5e7ax-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
160 |
+
"DeepResearcher-7b.Q5_K_M.gguf": ["mradermacher/DeepResearcher-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
161 |
+
"ablation-141-a128.dpo.armorm.rp-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-141-a128.dpo.armorm.rp-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
162 |
+
"Bootes-Xuange-Qwen-14B.Q4_K_M.gguf": ["mradermacher/Bootes-Xuange-Qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
163 |
+
"ablation-123-a114.dpo.armorm.rp-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-123-a114.dpo.armorm.rp-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
|
164 |
+
"ablation-138-shisav2.gbs128.1.6e5-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-138-shisav2.gbs128.1.6e5-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
165 |
+
"ablation-122-a114.dpo.armorm.rp-shisa-v2-unphi-4-14b.Q4_K_M.gguf": ["mradermacher/ablation-122-a114.dpo.armorm.rp-shisa-v2-unphi-4-14b-GGUF", MessagesFormatterType.MISTRAL],
|
166 |
+
"Qwen2.5-14B-stock-v3.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-stock-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
|
167 |
+
"Humanize-Rei-Slerp.Q4_K_M.gguf": ["mradermacher/Humanize-Rei-Slerp-GGUF", MessagesFormatterType.MISTRAL],
|
168 |
+
"ablation-142-a128.dpo.armorm.rp.tl-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-142-a128.dpo.armorm.rp.tl-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
169 |
+
"ablation-139-shisav2.ds.gbs128.1e5-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-139-shisav2.ds.gbs128.1e5-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
170 |
+
"L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
171 |
+
"L3.1-Dark-Reasoning-Anjir-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Anjir-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
172 |
+
"ablation-115-bestofn.atlo.rp.tlx.newmix2-shisa-v2-mistral-nemo-12b.Q4_K_S.gguf": ["mradermacher/ablation-115-bestofn.atlo.rp.tlx.newmix2-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
|
173 |
+
"L3.1-Dark-Reasoning-Super-Nova-RP-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Super-Nova-RP-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
174 |
+
"L3.1-Dark-Reasoning-Celeste-V1.2-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Celeste-V1.2-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
175 |
+
"DeeperHermes3_R1_D_L3_8b.Q5_K_M.gguf": ["mradermacher/DeeperHermes3_R1_D_L3_8b-GGUF", MessagesFormatterType.LLAMA_3],
|
176 |
+
"Nemo-DPO-V20.Q4_K_S.gguf": ["mradermacher/Nemo-DPO-V20-GGUF", MessagesFormatterType.MISTRAL],
|
177 |
+
"Badudu-8B-instruct-v1.Q4_K_M.gguf": ["mradermacher/Badudu-8B-instruct-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
178 |
+
"Himeyuri-Magnum-12B.Q4_K_M.gguf": ["mradermacher/Himeyuri-Magnum-12B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
179 |
+
"Aura-12B-FT.i1-Q4_K_M.gguf": ["mradermacher/Aura-12B-FT-i1-GGUF", MessagesFormatterType.CHATML],
|
180 |
+
"NarrowMaid-8B.Q5_K_M.gguf": ["mradermacher/NarrowMaid-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
181 |
+
"L3.1-Dark-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
182 |
+
"Qwen2.5-Vibe-Coder-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Vibe-Coder-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
183 |
+
"josie-7b-v6.0.Q5_K_M.gguf": ["mradermacher/josie-7b-v6.0-GGUF", MessagesFormatterType.OPEN_CHAT],
|
184 |
+
"NeuDistRo-a1-laser.Q5_K_M.gguf": ["mradermacher/NeuDistRo-a1-laser-GGUF", MessagesFormatterType.MISTRAL],
|
185 |
+
"Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1.Q5_K_M.gguf": ["mradermacher/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
186 |
+
"DreadMix.Q5_K_M.gguf": ["mradermacher/DreadMix-GGUF", MessagesFormatterType.LLAMA_3],
|
187 |
+
"EvolCodeLlama-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/EvolCodeLlama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
188 |
+
"Soaring-8b.Q5_K_M.gguf": ["mradermacher/Soaring-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
189 |
+
"RoLlama3.1-8b-Instruct-DPO.Q5_K_M.gguf": ["mradermacher/RoLlama3.1-8b-Instruct-DPO-GGUF", MessagesFormatterType.LLAMA_3],
|
190 |
+
"qwen-14b-chisel.Q4_K_M.gguf": ["mradermacher/qwen-14b-chisel-GGUF", MessagesFormatterType.OPEN_CHAT],
|
191 |
+
"HarmReporter.Q5_K_M.gguf": ["mradermacher/HarmReporter-GGUF", MessagesFormatterType.LLAMA_3],
|
192 |
+
"Gemma2-Alicia-9B.Q4_K_M.gguf": ["mradermacher/Gemma2-Alicia-9B-GGUF", MessagesFormatterType.ALPACA],
|
193 |
+
"bad-apple-8b-v1.Q5_K_M.gguf": ["mradermacher/bad-apple-8b-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
194 |
+
"Eris-Daturamix-Neural-7b-slerp.Q5_K_M.gguf": ["mradermacher/Eris-Daturamix-Neural-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
195 |
+
"miscii-1023-001-200.Q4_K_M.gguf": ["mradermacher/miscii-1023-001-200-GGUF", MessagesFormatterType.OPEN_CHAT],
|
196 |
+
"Faheng-14B.Q4_K_M.gguf": ["mradermacher/Faheng-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
197 |
+
"sft-math-llama3-8b-inst.Q5_K_M.gguf": ["mradermacher/sft-math-llama3-8b-inst-GGUF", MessagesFormatterType.LLAMA_3],
|
198 |
+
"ablation-104-openrlhf.dpo.a84.5e7ring-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-104-openrlhf.dpo.a84.5e7ring-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
199 |
+
"ablation-102-openrlhf.dpo.a84.5e7-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-102-openrlhf.dpo.a84.5e7-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
200 |
+
"ablation-105-bestofn.atlo.rp.tlx25.newmixall-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-105-bestofn.atlo.rp.tlx25.newmixall-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
201 |
+
"ablation-103-openrlhf.dpo.a84.5e7ax-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-103-openrlhf.dpo.a84.5e7ax-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
202 |
+
"Qwen2.5-1.5B-Instruct-Multiple-Choice-Maker.Q5_K_M.gguf": ["mradermacher/Qwen2.5-1.5B-Instruct-Multiple-Choice-Maker-GGUF", MessagesFormatterType.OPEN_CHAT],
|
203 |
+
"Nemo-DPO-V18.Q4_K_M.gguf": ["mradermacher/Nemo-DPO-V18-GGUF", MessagesFormatterType.MISTRAL],
|
204 |
+
"L3-8B-sunfall-v0.3.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-sunfall-v0.3-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
205 |
+
"bad-apple-8b-v2.Q5_K_M.gguf": ["mradermacher/bad-apple-8b-v2-GGUF", MessagesFormatterType.LLAMA_3],
|
206 |
+
"dippy-roleplay-llama-v3.1-0-10.Q5_K_M.gguf": ["mradermacher/dippy-roleplay-llama-v3.1-0-10-GGUF", MessagesFormatterType.LLAMA_3],
|
207 |
+
"CatunaMayo.Q5_K_M.gguf": ["mradermacher/CatunaMayo-GGUF", MessagesFormatterType.MISTRAL],
|
208 |
+
"DeepRetrieval-PubMed-3B.Q5_K_M.gguf": ["mradermacher/DeepRetrieval-PubMed-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
209 |
+
"Gemma_Writer-9b.Q4_K_M.gguf": ["mradermacher/Gemma_Writer-9b-GGUF", MessagesFormatterType.ALPACA],
|
210 |
+
"Nemo-DPO-V19.Q4_K_M.gguf": ["mradermacher/Nemo-DPO-V19-GGUF", MessagesFormatterType.MISTRAL],
|
211 |
+
"supermario-slerp-v3.Q5_K_M.gguf": ["mradermacher/supermario-slerp-v3-GGUF", MessagesFormatterType.MISTRAL],
|
212 |
+
"RoLlama3-8b-Instruct-DPO-2024-10-09.Q5_K_M.gguf": ["mradermacher/RoLlama3-8b-Instruct-DPO-2024-10-09-GGUF", MessagesFormatterType.LLAMA_3],
|
213 |
+
"Atlantum-12B-v1.Q4_K_M.gguf": ["mradermacher/Atlantum-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
|
214 |
+
"Neural-Eris-Daturamix-Chat-7b-slerp.Q5_K_M.gguf": ["mradermacher/Neural-Eris-Daturamix-Chat-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
215 |
+
"supermario-v2.Q5_K_M.gguf": ["mradermacher/supermario-v2-GGUF", MessagesFormatterType.MISTRAL],
|
216 |
+
"rainbowfish-7B-v9.Q5_K_M.gguf": ["mradermacher/rainbowfish-7B-v9-GGUF", MessagesFormatterType.MISTRAL],
|
217 |
+
"Con-J-Qwen2-7B.Q5_K_M.gguf": ["mradermacher/Con-J-Qwen2-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
218 |
+
"Gemma2-9b-it-Youki-v1.Q4_K_M.gguf": ["mradermacher/Gemma2-9b-it-Youki-v1-GGUF", MessagesFormatterType.ALPACA],
|
219 |
+
"Reasoning-Mistral-Nemo.Q4_K_M.gguf": ["mradermacher/Reasoning-Mistral-Nemo-GGUF", MessagesFormatterType.MISTRAL],
|
220 |
+
"DeepRetrieval-SQL-7B.Q5_K_M.gguf": ["mradermacher/DeepRetrieval-SQL-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
221 |
+
"Qwen2.5-14B-dpo-it-della.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-dpo-it-della-GGUF", MessagesFormatterType.OPEN_CHAT],
|
222 |
+
"Aura-12B.Q4_K_M.gguf": ["mradermacher/Aura-12B-GGUF", MessagesFormatterType.MISTRAL],
|
223 |
+
"JudgeLRM-7B.Q5_K_M.gguf": ["mradermacher/JudgeLRM-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
224 |
+
"LLaMAntino-3-SLIMER-IT-PARALLEL.Q5_K_M.gguf": ["mradermacher/LLaMAntino-3-SLIMER-IT-PARALLEL-GGUF", MessagesFormatterType.LLAMA_3],
|
225 |
+
"Gemma-Spoon-2-9B-it.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Spoon-2-9B-it-i1-GGUF", MessagesFormatterType.ALPACA],
|
226 |
+
"L3-GothicMaid-8B.Q5_K_M.gguf": ["mradermacher/L3-GothicMaid-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
227 |
+
"Neuronal-7b-FT.Q5_K_M.gguf": ["mradermacher/Neuronal-7b-FT-GGUF", MessagesFormatterType.MISTRAL],
|
228 |
+
"L3.1-SemiEvol-MMLUPro-8B.Q5_K_M.gguf": ["mradermacher/L3.1-SemiEvol-MMLUPro-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
229 |
+
"meme-12b-e2.Q4_K_M.gguf": ["mradermacher/meme-12b-e2-GGUF", MessagesFormatterType.MISTRAL],
|
230 |
+
"ablation-100-bestofn.atlo.rp.tlx50-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-100-bestofn.atlo.rp.tlx50-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
231 |
+
"ablation-101-bestofn.atlo.rp.tlx25-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-101-bestofn.atlo.rp.tlx25-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
232 |
+
"TaCIE-Qwen2-7B.Q5_K_M.gguf": ["mradermacher/TaCIE-Qwen2-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
233 |
+
"Qwen2.5-Coder-7B-Instruct-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
234 |
+
"Korean-llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Korean-llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
235 |
+
"Gr3.1-8B-Desert-Rose.Q5_K_M.gguf": ["mradermacher/Gr3.1-8B-Desert-Rose-GGUF", MessagesFormatterType.OPEN_CHAT],
|
236 |
+
"L3-Tyche-8B-v1.0.Q5_K_M.gguf": ["mradermacher/L3-Tyche-8B-v1.0-GGUF", MessagesFormatterType.LLAMA_3],
|
237 |
+
"Eris-LelantaclesV2-7b.Q5_K_M.gguf": ["mradermacher/Eris-LelantaclesV2-7b-GGUF", MessagesFormatterType.MISTRAL],
|
238 |
+
"Eris-Lelantacles-7b.Q5_K_M.gguf": ["mradermacher/Eris-Lelantacles-7b-GGUF", MessagesFormatterType.MISTRAL],
|
239 |
+
"jessi-v0.1-qwen2.5-7b-instruct.Q5_K_M.gguf": ["mradermacher/jessi-v0.1-qwen2.5-7b-instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
240 |
+
"Qwen2.5-7B-Latent_Verification.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Latent_Verification-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
241 |
+
"Agentic-Qwen7b-GRPO.Q5_K_M.gguf": ["mradermacher/Agentic-Qwen7b-GRPO-GGUF", MessagesFormatterType.OPEN_CHAT],
|
242 |
+
"ablation-95-a85.dpo.armorm.rp-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-95-a85.dpo.armorm.rp-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
|
243 |
+
"ablation-89-rp.dpo.test-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-89-rp.dpo.test-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
244 |
+
"Gemma-Noon-2-9B-it.Q4_K_M.gguf": ["mradermacher/Gemma-Noon-2-9B-it-GGUF", MessagesFormatterType.ALPACA],
|
245 |
+
"ablation-99-bestofn.atlo.rp.tlx-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-99-bestofn.atlo.rp.tlx-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
246 |
+
"ablation-86-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b-5e6.Q4_K_M.gguf": ["mradermacher/ablation-86-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b-5e6-GGUF", MessagesFormatterType.MISTRAL],
|
247 |
+
"ablation-85-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-85-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
|
248 |
+
"MistThena7B.Q5_K_M.gguf": ["mradermacher/MistThena7B-GGUF", MessagesFormatterType.MISTRAL],
|
249 |
+
"Pervepsion-12B-x1.Q4_K_M.gguf": ["mradermacher/Pervepsion-12B-x1-GGUF", MessagesFormatterType.MISTRAL],
|
250 |
+
"ablation-98-bestofn.atlo.rp.tl.geniac-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-98-bestofn.atlo.rp.tl.geniac-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
251 |
+
"Dark-Triad-Adam-Llama3.2-3B-v2.Q5_K_M.gguf": ["mradermacher/Dark-Triad-Adam-Llama3.2-3B-v2-GGUF", MessagesFormatterType.LLAMA_3],
|
252 |
+
"Qandora-2.5-7B.Q5_K_M.gguf": ["mradermacher/Qandora-2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
253 |
+
"Tesslate_Tessa-T1-14B-Q4_K_M.gguf": ["bartowski/Tesslate_Tessa-T1-14B-GGUF", MessagesFormatterType.CHATML],
|
254 |
+
"Tesslate_Tessa-T1-7B-Q5_K_M.gguf": ["bartowski/Tesslate_Tessa-T1-7B-GGUF", MessagesFormatterType.CHATML],
|
255 |
+
"tabletop_game_design.Q5_K_M.gguf": ["mradermacher/tabletop_game_design-GGUF", MessagesFormatterType.OPEN_CHAT],
|
256 |
+
"mergekit-model_stock-tiwlqms.Q4_K_M.gguf": ["mradermacher/mergekit-model_stock-tiwlqms-GGUF", MessagesFormatterType.MISTRAL],
|
257 |
+
"Buttocks-7B-v2.1.Q5_K_M.gguf": ["mradermacher/Buttocks-7B-v2.1-GGUF", MessagesFormatterType.MISTRAL],
|
258 |
+
"MN-Hekate-Geneteira-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Geneteira-12B-GGUF", MessagesFormatterType.CHATML],
|
259 |
+
"Agentic-Qwen7b.Q5_K_M.gguf": ["mradermacher/Agentic-Qwen7b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
260 |
+
"Mistral-Nemo-12B-Instruct.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-Instruct-GGUF", MessagesFormatterType.MISTRAL],
|
261 |
+
"EvaMedius-14B-Instruct.Q4_K_M.gguf": ["mradermacher/EvaMedius-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
262 |
+
"Captain_Eris_Twighlight-12B-v2.Q5_K_M.gguf": ["mradermacher/Captain_Eris_Twighlight-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
|
263 |
+
"Llama-3-8B-WizardLM-196K.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-WizardLM-196K-GGUF", MessagesFormatterType.LLAMA_3],
|
264 |
+
"zephyr-qwen2-7b-dpo.Q5_K_M.gguf": ["mradermacher/zephyr-qwen2-7b-dpo-GGUF", MessagesFormatterType.OPEN_CHAT],
|
265 |
+
"L3-Umbral-Mind-RP-v0.6.2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Umbral-Mind-RP-v0.6.2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
266 |
"Final-Llama-IoI-1E.Q5_K_M.gguf": ["mradermacher/Final-Llama-IoI-1E-GGUF", MessagesFormatterType.LLAMA_3],
|
267 |
"NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
|
268 |
"ReSearch-Qwen-7B-Instruct.Q5_K_M.gguf": ["mradermacher/ReSearch-Qwen-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
requirements.txt
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
spaces
|
2 |
huggingface_hub
|
3 |
scikit-build-core
|
4 |
#https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
|
|
|
|
|
1 |
huggingface_hub
|
2 |
scikit-build-core
|
3 |
#https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
|