John6666 commited on
Commit
ea87807
·
verified ·
1 Parent(s): 3d05993

Upload 2 files

Browse files
Files changed (2) hide show
  1. llmenv.py +112 -0
  2. requirements.txt +0 -1
llmenv.py CHANGED
@@ -138,6 +138,9 @@ llm_models = {
138
  "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
139
  "MN-Hekate-Enodia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Enodia-12B-GGUF", MessagesFormatterType.MISTRAL],
140
  "MN-Hekate-Ekklesia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Ekklesia-12B-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
141
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
142
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
143
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -151,6 +154,115 @@ llm_models = {
151
  #"": ["", MessagesFormatterType.OPEN_CHAT],
152
  #"": ["", MessagesFormatterType.CHATML],
153
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
154
  "Final-Llama-IoI-1E.Q5_K_M.gguf": ["mradermacher/Final-Llama-IoI-1E-GGUF", MessagesFormatterType.LLAMA_3],
155
  "NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
156
  "ReSearch-Qwen-7B-Instruct.Q5_K_M.gguf": ["mradermacher/ReSearch-Qwen-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
 
138
  "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
139
  "MN-Hekate-Enodia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Enodia-12B-GGUF", MessagesFormatterType.MISTRAL],
140
  "MN-Hekate-Ekklesia-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Ekklesia-12B-GGUF", MessagesFormatterType.MISTRAL],
141
+ "KANN-I-0.1-7b.Q5_K_M.gguf": ["mradermacher/KANN-I-0.1-7b-GGUF", MessagesFormatterType.MISTRAL],
142
+ "UnslopNemo-12B-v1.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
143
+ "Irix-12B-Model_Stock.Q4_K_M.gguf": ["mradermacher/Irix-12B-Model_Stock-GGUF", MessagesFormatterType.CHATML],
144
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
145
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
146
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
 
154
  #"": ["", MessagesFormatterType.OPEN_CHAT],
155
  #"": ["", MessagesFormatterType.CHATML],
156
  #"": ["", MessagesFormatterType.PHI_3],
157
+ "ChatWaifu_32B_reasoning.Q4_K_M.gguf": ["mradermacher/ChatWaifu_32B_reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
158
+ "Llama3_Storyteller.Q5_K_M.gguf": ["mradermacher/Llama3_Storyteller-GGUF", MessagesFormatterType.LLAMA_3],
159
+ "ablation-110-openrlhf.dpo.a106.5e7ax-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-110-openrlhf.dpo.a106.5e7ax-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
160
+ "DeepResearcher-7b.Q5_K_M.gguf": ["mradermacher/DeepResearcher-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
161
+ "ablation-141-a128.dpo.armorm.rp-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-141-a128.dpo.armorm.rp-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
162
+ "Bootes-Xuange-Qwen-14B.Q4_K_M.gguf": ["mradermacher/Bootes-Xuange-Qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
163
+ "ablation-123-a114.dpo.armorm.rp-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-123-a114.dpo.armorm.rp-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
164
+ "ablation-138-shisav2.gbs128.1.6e5-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-138-shisav2.gbs128.1.6e5-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
165
+ "ablation-122-a114.dpo.armorm.rp-shisa-v2-unphi-4-14b.Q4_K_M.gguf": ["mradermacher/ablation-122-a114.dpo.armorm.rp-shisa-v2-unphi-4-14b-GGUF", MessagesFormatterType.MISTRAL],
166
+ "Qwen2.5-14B-stock-v3.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-stock-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
167
+ "Humanize-Rei-Slerp.Q4_K_M.gguf": ["mradermacher/Humanize-Rei-Slerp-GGUF", MessagesFormatterType.MISTRAL],
168
+ "ablation-142-a128.dpo.armorm.rp.tl-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-142-a128.dpo.armorm.rp.tl-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
169
+ "ablation-139-shisav2.ds.gbs128.1e5-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-139-shisav2.ds.gbs128.1e5-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
170
+ "L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Halu-Blackroot-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
171
+ "L3.1-Dark-Reasoning-Anjir-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Anjir-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
172
+ "ablation-115-bestofn.atlo.rp.tlx.newmix2-shisa-v2-mistral-nemo-12b.Q4_K_S.gguf": ["mradermacher/ablation-115-bestofn.atlo.rp.tlx.newmix2-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
173
+ "L3.1-Dark-Reasoning-Super-Nova-RP-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Super-Nova-RP-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
174
+ "L3.1-Dark-Reasoning-Celeste-V1.2-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Celeste-V1.2-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
175
+ "DeeperHermes3_R1_D_L3_8b.Q5_K_M.gguf": ["mradermacher/DeeperHermes3_R1_D_L3_8b-GGUF", MessagesFormatterType.LLAMA_3],
176
+ "Nemo-DPO-V20.Q4_K_S.gguf": ["mradermacher/Nemo-DPO-V20-GGUF", MessagesFormatterType.MISTRAL],
177
+ "Badudu-8B-instruct-v1.Q4_K_M.gguf": ["mradermacher/Badudu-8B-instruct-v1-GGUF", MessagesFormatterType.LLAMA_3],
178
+ "Himeyuri-Magnum-12B.Q4_K_M.gguf": ["mradermacher/Himeyuri-Magnum-12B-GGUF", MessagesFormatterType.OPEN_CHAT],
179
+ "Aura-12B-FT.i1-Q4_K_M.gguf": ["mradermacher/Aura-12B-FT-i1-GGUF", MessagesFormatterType.CHATML],
180
+ "NarrowMaid-8B.Q5_K_M.gguf": ["mradermacher/NarrowMaid-8B-GGUF", MessagesFormatterType.LLAMA_3],
181
+ "L3.1-Dark-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Dark-Reasoning-Dark-Planet-Hermes-R1-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3],
182
+ "Qwen2.5-Vibe-Coder-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Vibe-Coder-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
183
+ "josie-7b-v6.0.Q5_K_M.gguf": ["mradermacher/josie-7b-v6.0-GGUF", MessagesFormatterType.OPEN_CHAT],
184
+ "NeuDistRo-a1-laser.Q5_K_M.gguf": ["mradermacher/NeuDistRo-a1-laser-GGUF", MessagesFormatterType.MISTRAL],
185
+ "Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1.Q5_K_M.gguf": ["mradermacher/Josiefied-Qwen2.5-1.5B-Instruct-abliterated-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
186
+ "DreadMix.Q5_K_M.gguf": ["mradermacher/DreadMix-GGUF", MessagesFormatterType.LLAMA_3],
187
+ "EvolCodeLlama-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/EvolCodeLlama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
188
+ "Soaring-8b.Q5_K_M.gguf": ["mradermacher/Soaring-8b-GGUF", MessagesFormatterType.LLAMA_3],
189
+ "RoLlama3.1-8b-Instruct-DPO.Q5_K_M.gguf": ["mradermacher/RoLlama3.1-8b-Instruct-DPO-GGUF", MessagesFormatterType.LLAMA_3],
190
+ "qwen-14b-chisel.Q4_K_M.gguf": ["mradermacher/qwen-14b-chisel-GGUF", MessagesFormatterType.OPEN_CHAT],
191
+ "HarmReporter.Q5_K_M.gguf": ["mradermacher/HarmReporter-GGUF", MessagesFormatterType.LLAMA_3],
192
+ "Gemma2-Alicia-9B.Q4_K_M.gguf": ["mradermacher/Gemma2-Alicia-9B-GGUF", MessagesFormatterType.ALPACA],
193
+ "bad-apple-8b-v1.Q5_K_M.gguf": ["mradermacher/bad-apple-8b-v1-GGUF", MessagesFormatterType.LLAMA_3],
194
+ "Eris-Daturamix-Neural-7b-slerp.Q5_K_M.gguf": ["mradermacher/Eris-Daturamix-Neural-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
195
+ "miscii-1023-001-200.Q4_K_M.gguf": ["mradermacher/miscii-1023-001-200-GGUF", MessagesFormatterType.OPEN_CHAT],
196
+ "Faheng-14B.Q4_K_M.gguf": ["mradermacher/Faheng-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
197
+ "sft-math-llama3-8b-inst.Q5_K_M.gguf": ["mradermacher/sft-math-llama3-8b-inst-GGUF", MessagesFormatterType.LLAMA_3],
198
+ "ablation-104-openrlhf.dpo.a84.5e7ring-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-104-openrlhf.dpo.a84.5e7ring-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
199
+ "ablation-102-openrlhf.dpo.a84.5e7-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-102-openrlhf.dpo.a84.5e7-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
200
+ "ablation-105-bestofn.atlo.rp.tlx25.newmixall-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-105-bestofn.atlo.rp.tlx25.newmixall-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
201
+ "ablation-103-openrlhf.dpo.a84.5e7ax-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-103-openrlhf.dpo.a84.5e7ax-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
202
+ "Qwen2.5-1.5B-Instruct-Multiple-Choice-Maker.Q5_K_M.gguf": ["mradermacher/Qwen2.5-1.5B-Instruct-Multiple-Choice-Maker-GGUF", MessagesFormatterType.OPEN_CHAT],
203
+ "Nemo-DPO-V18.Q4_K_M.gguf": ["mradermacher/Nemo-DPO-V18-GGUF", MessagesFormatterType.MISTRAL],
204
+ "L3-8B-sunfall-v0.3.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-sunfall-v0.3-i1-GGUF", MessagesFormatterType.LLAMA_3],
205
+ "bad-apple-8b-v2.Q5_K_M.gguf": ["mradermacher/bad-apple-8b-v2-GGUF", MessagesFormatterType.LLAMA_3],
206
+ "dippy-roleplay-llama-v3.1-0-10.Q5_K_M.gguf": ["mradermacher/dippy-roleplay-llama-v3.1-0-10-GGUF", MessagesFormatterType.LLAMA_3],
207
+ "CatunaMayo.Q5_K_M.gguf": ["mradermacher/CatunaMayo-GGUF", MessagesFormatterType.MISTRAL],
208
+ "DeepRetrieval-PubMed-3B.Q5_K_M.gguf": ["mradermacher/DeepRetrieval-PubMed-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
209
+ "Gemma_Writer-9b.Q4_K_M.gguf": ["mradermacher/Gemma_Writer-9b-GGUF", MessagesFormatterType.ALPACA],
210
+ "Nemo-DPO-V19.Q4_K_M.gguf": ["mradermacher/Nemo-DPO-V19-GGUF", MessagesFormatterType.MISTRAL],
211
+ "supermario-slerp-v3.Q5_K_M.gguf": ["mradermacher/supermario-slerp-v3-GGUF", MessagesFormatterType.MISTRAL],
212
+ "RoLlama3-8b-Instruct-DPO-2024-10-09.Q5_K_M.gguf": ["mradermacher/RoLlama3-8b-Instruct-DPO-2024-10-09-GGUF", MessagesFormatterType.LLAMA_3],
213
+ "Atlantum-12B-v1.Q4_K_M.gguf": ["mradermacher/Atlantum-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
214
+ "Neural-Eris-Daturamix-Chat-7b-slerp.Q5_K_M.gguf": ["mradermacher/Neural-Eris-Daturamix-Chat-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
215
+ "supermario-v2.Q5_K_M.gguf": ["mradermacher/supermario-v2-GGUF", MessagesFormatterType.MISTRAL],
216
+ "rainbowfish-7B-v9.Q5_K_M.gguf": ["mradermacher/rainbowfish-7B-v9-GGUF", MessagesFormatterType.MISTRAL],
217
+ "Con-J-Qwen2-7B.Q5_K_M.gguf": ["mradermacher/Con-J-Qwen2-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
218
+ "Gemma2-9b-it-Youki-v1.Q4_K_M.gguf": ["mradermacher/Gemma2-9b-it-Youki-v1-GGUF", MessagesFormatterType.ALPACA],
219
+ "Reasoning-Mistral-Nemo.Q4_K_M.gguf": ["mradermacher/Reasoning-Mistral-Nemo-GGUF", MessagesFormatterType.MISTRAL],
220
+ "DeepRetrieval-SQL-7B.Q5_K_M.gguf": ["mradermacher/DeepRetrieval-SQL-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
221
+ "Qwen2.5-14B-dpo-it-della.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-dpo-it-della-GGUF", MessagesFormatterType.OPEN_CHAT],
222
+ "Aura-12B.Q4_K_M.gguf": ["mradermacher/Aura-12B-GGUF", MessagesFormatterType.MISTRAL],
223
+ "JudgeLRM-7B.Q5_K_M.gguf": ["mradermacher/JudgeLRM-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
224
+ "LLaMAntino-3-SLIMER-IT-PARALLEL.Q5_K_M.gguf": ["mradermacher/LLaMAntino-3-SLIMER-IT-PARALLEL-GGUF", MessagesFormatterType.LLAMA_3],
225
+ "Gemma-Spoon-2-9B-it.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Spoon-2-9B-it-i1-GGUF", MessagesFormatterType.ALPACA],
226
+ "L3-GothicMaid-8B.Q5_K_M.gguf": ["mradermacher/L3-GothicMaid-8B-GGUF", MessagesFormatterType.LLAMA_3],
227
+ "Neuronal-7b-FT.Q5_K_M.gguf": ["mradermacher/Neuronal-7b-FT-GGUF", MessagesFormatterType.MISTRAL],
228
+ "L3.1-SemiEvol-MMLUPro-8B.Q5_K_M.gguf": ["mradermacher/L3.1-SemiEvol-MMLUPro-8B-GGUF", MessagesFormatterType.LLAMA_3],
229
+ "meme-12b-e2.Q4_K_M.gguf": ["mradermacher/meme-12b-e2-GGUF", MessagesFormatterType.MISTRAL],
230
+ "ablation-100-bestofn.atlo.rp.tlx50-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-100-bestofn.atlo.rp.tlx50-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
231
+ "ablation-101-bestofn.atlo.rp.tlx25-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-101-bestofn.atlo.rp.tlx25-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
232
+ "TaCIE-Qwen2-7B.Q5_K_M.gguf": ["mradermacher/TaCIE-Qwen2-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
233
+ "Qwen2.5-Coder-7B-Instruct-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
234
+ "Korean-llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Korean-llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
235
+ "Gr3.1-8B-Desert-Rose.Q5_K_M.gguf": ["mradermacher/Gr3.1-8B-Desert-Rose-GGUF", MessagesFormatterType.OPEN_CHAT],
236
+ "L3-Tyche-8B-v1.0.Q5_K_M.gguf": ["mradermacher/L3-Tyche-8B-v1.0-GGUF", MessagesFormatterType.LLAMA_3],
237
+ "Eris-LelantaclesV2-7b.Q5_K_M.gguf": ["mradermacher/Eris-LelantaclesV2-7b-GGUF", MessagesFormatterType.MISTRAL],
238
+ "Eris-Lelantacles-7b.Q5_K_M.gguf": ["mradermacher/Eris-Lelantacles-7b-GGUF", MessagesFormatterType.MISTRAL],
239
+ "jessi-v0.1-qwen2.5-7b-instruct.Q5_K_M.gguf": ["mradermacher/jessi-v0.1-qwen2.5-7b-instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
240
+ "Qwen2.5-7B-Latent_Verification.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Latent_Verification-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
241
+ "Agentic-Qwen7b-GRPO.Q5_K_M.gguf": ["mradermacher/Agentic-Qwen7b-GRPO-GGUF", MessagesFormatterType.OPEN_CHAT],
242
+ "ablation-95-a85.dpo.armorm.rp-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-95-a85.dpo.armorm.rp-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
243
+ "ablation-89-rp.dpo.test-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-89-rp.dpo.test-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
244
+ "Gemma-Noon-2-9B-it.Q4_K_M.gguf": ["mradermacher/Gemma-Noon-2-9B-it-GGUF", MessagesFormatterType.ALPACA],
245
+ "ablation-99-bestofn.atlo.rp.tlx-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-99-bestofn.atlo.rp.tlx-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
246
+ "ablation-86-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b-5e6.Q4_K_M.gguf": ["mradermacher/ablation-86-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b-5e6-GGUF", MessagesFormatterType.MISTRAL],
247
+ "ablation-85-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b.Q4_K_M.gguf": ["mradermacher/ablation-85-bestofn.atlo.rp.tl-shisa-v2-mistral-nemo-12b-GGUF", MessagesFormatterType.MISTRAL],
248
+ "MistThena7B.Q5_K_M.gguf": ["mradermacher/MistThena7B-GGUF", MessagesFormatterType.MISTRAL],
249
+ "Pervepsion-12B-x1.Q4_K_M.gguf": ["mradermacher/Pervepsion-12B-x1-GGUF", MessagesFormatterType.MISTRAL],
250
+ "ablation-98-bestofn.atlo.rp.tl.geniac-shisa-v2-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/ablation-98-bestofn.atlo.rp.tl.geniac-shisa-v2-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
251
+ "Dark-Triad-Adam-Llama3.2-3B-v2.Q5_K_M.gguf": ["mradermacher/Dark-Triad-Adam-Llama3.2-3B-v2-GGUF", MessagesFormatterType.LLAMA_3],
252
+ "Qandora-2.5-7B.Q5_K_M.gguf": ["mradermacher/Qandora-2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
253
+ "Tesslate_Tessa-T1-14B-Q4_K_M.gguf": ["bartowski/Tesslate_Tessa-T1-14B-GGUF", MessagesFormatterType.CHATML],
254
+ "Tesslate_Tessa-T1-7B-Q5_K_M.gguf": ["bartowski/Tesslate_Tessa-T1-7B-GGUF", MessagesFormatterType.CHATML],
255
+ "tabletop_game_design.Q5_K_M.gguf": ["mradermacher/tabletop_game_design-GGUF", MessagesFormatterType.OPEN_CHAT],
256
+ "mergekit-model_stock-tiwlqms.Q4_K_M.gguf": ["mradermacher/mergekit-model_stock-tiwlqms-GGUF", MessagesFormatterType.MISTRAL],
257
+ "Buttocks-7B-v2.1.Q5_K_M.gguf": ["mradermacher/Buttocks-7B-v2.1-GGUF", MessagesFormatterType.MISTRAL],
258
+ "MN-Hekate-Geneteira-12B.Q4_K_M.gguf": ["mradermacher/MN-Hekate-Geneteira-12B-GGUF", MessagesFormatterType.CHATML],
259
+ "Agentic-Qwen7b.Q5_K_M.gguf": ["mradermacher/Agentic-Qwen7b-GGUF", MessagesFormatterType.OPEN_CHAT],
260
+ "Mistral-Nemo-12B-Instruct.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-Instruct-GGUF", MessagesFormatterType.MISTRAL],
261
+ "EvaMedius-14B-Instruct.Q4_K_M.gguf": ["mradermacher/EvaMedius-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
262
+ "Captain_Eris_Twighlight-12B-v2.Q5_K_M.gguf": ["mradermacher/Captain_Eris_Twighlight-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
263
+ "Llama-3-8B-WizardLM-196K.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-WizardLM-196K-GGUF", MessagesFormatterType.LLAMA_3],
264
+ "zephyr-qwen2-7b-dpo.Q5_K_M.gguf": ["mradermacher/zephyr-qwen2-7b-dpo-GGUF", MessagesFormatterType.OPEN_CHAT],
265
+ "L3-Umbral-Mind-RP-v0.6.2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Umbral-Mind-RP-v0.6.2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
266
  "Final-Llama-IoI-1E.Q5_K_M.gguf": ["mradermacher/Final-Llama-IoI-1E-GGUF", MessagesFormatterType.LLAMA_3],
267
  "NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v9.3-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
268
  "ReSearch-Qwen-7B-Instruct.Q5_K_M.gguf": ["mradermacher/ReSearch-Qwen-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
requirements.txt CHANGED
@@ -1,4 +1,3 @@
1
- spaces
2
  huggingface_hub
3
  scikit-build-core
4
  #https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
 
 
1
  huggingface_hub
2
  scikit-build-core
3
  #https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl