Spaces:
Running
on
Zero
Running
on
Zero
Upload 2 files
Browse files
llmenv.py
CHANGED
@@ -18,10 +18,12 @@ llm_models = {
|
|
18 |
"Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
19 |
"Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
20 |
"Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
21 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
23 |
"Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Nemo-Merge-DPO-v1ori.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1ori-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
25 |
"Mistralnemo-dpo-v7-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v7-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
|
26 |
"Nemo12B-Merge-DPOv1-sftv1.Q4_K_M.gguf": ["mradermacher/Nemo12B-Merge-DPOv1-sftv1-GGUF", MessagesFormatterType.MISTRAL],
|
27 |
"MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -86,6 +88,8 @@ llm_models = {
|
|
86 |
"Brapnemo.Q4_K_M.gguf": ["mradermacher/Brapnemo-GGUF", MessagesFormatterType.MISTRAL],
|
87 |
"J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
88 |
"Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
89 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
90 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
91 |
"ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -98,6 +102,58 @@ llm_models = {
|
|
98 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
99 |
#"": ["", MessagesFormatterType.CHATML],
|
100 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
101 |
"MN-12B-solracht-EXPERIMENTAL-011425.Q4_K_M.gguf": ["mradermacher/MN-12B-solracht-EXPERIMENTAL-011425-GGUF", MessagesFormatterType.MISTRAL],
|
102 |
"Llamaverse-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llamaverse-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
103 |
"Morphing-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Morphing-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
@@ -2073,6 +2129,7 @@ llm_models = {
|
|
2073 |
"tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
2074 |
"Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
2075 |
"SEA-E.i1-Q5_K_M.gguf": ["mradermacher/SEA-E-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
2076 |
"Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
|
2077 |
"MasherAI-7B-v6.1.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-GGUF", MessagesFormatterType.MISTRAL],
|
2078 |
"ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
18 |
"Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
19 |
"Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
20 |
"Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
21 |
+
"Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
|
22 |
"Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
23 |
"Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
24 |
"Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
|
25 |
"Nemo-Merge-DPO-v1ori.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1ori-GGUF", MessagesFormatterType.MISTRAL],
|
26 |
+
"H-Mistral-Nemo-00-fp16.Q4_K_M.gguf": ["mradermacher/H-Mistral-Nemo-00-fp16-GGUF", MessagesFormatterType.MISTRAL],
|
27 |
"Mistralnemo-dpo-v7-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v7-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
|
28 |
"Nemo12B-Merge-DPOv1-sftv1.Q4_K_M.gguf": ["mradermacher/Nemo12B-Merge-DPOv1-sftv1-GGUF", MessagesFormatterType.MISTRAL],
|
29 |
"MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
88 |
"Brapnemo.Q4_K_M.gguf": ["mradermacher/Brapnemo-GGUF", MessagesFormatterType.MISTRAL],
|
89 |
"J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
|
90 |
"Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
91 |
+
"Valkyyrie-14b-v1.Q4_K_M.gguf": ["mradermacher/Valkyyrie-14b-v1-GGUF", MessagesFormatterType.LLAMA_3],
|
92 |
+
"MN-Slush-GGLD-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
|
93 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
94 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
95 |
"ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
102 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
103 |
#"": ["", MessagesFormatterType.CHATML],
|
104 |
#"": ["", MessagesFormatterType.PHI_3],
|
105 |
+
"qwen2.5-7b-upscaled.i1-Q4_K_M.gguf": ["mradermacher/qwen2.5-7b-upscaled-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
106 |
+
"MaidenlessNoMore-7B.i1-Q4_K_M.gguf": ["mradermacher/MaidenlessNoMore-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
107 |
+
"Poppy_Porpoise-v0.4-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-v0.4-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
108 |
+
"KoDolph-2x8b-Instruct.Q5_K_M.gguf": ["mradermacher/KoDolph-2x8b-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
109 |
+
"llama-3-wissenschaft-8B.i1-Q5_K_M.gguf": ["mradermacher/llama-3-wissenschaft-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
110 |
+
"WestOrcaDPO-7B-GTA.i1-Q5_K_M.gguf": ["mradermacher/WestOrcaDPO-7B-GTA-i1-GGUF", MessagesFormatterType.MISTRAL],
|
111 |
+
"llama3-8b-spaetzle-v20.Q5_K_M.gguf": ["mradermacher/llama3-8b-spaetzle-v20-GGUF", MessagesFormatterType.LLAMA_3],
|
112 |
+
"TQ2.5-14B-Neon-v1.i1-Q4_K_M.gguf": ["mradermacher/TQ2.5-14B-Neon-v1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
113 |
+
"Qwenvergence-14B-v9.Q4_K_M.gguf": ["mradermacher/Qwenvergence-14B-v9-GGUF", MessagesFormatterType.OPEN_CHAT],
|
114 |
+
"EdgeRunner-Command-AgentF-llama31-2.Q5_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-llama31-2-GGUF", MessagesFormatterType.LLAMA_3],
|
115 |
+
"MN-Slush-GGLD.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-i1-GGUF", MessagesFormatterType.MISTRAL],
|
116 |
+
"Dark-Science-12B-v0.420.i1-Q4_K_M.gguf": ["mradermacher/Dark-Science-12B-v0.420-i1-GGUF", MessagesFormatterType.MISTRAL],
|
117 |
+
"Undi95-LewdStorytellerMix-8b-64k.Q5_K_M.gguf": ["mradermacher/Undi95-LewdStorytellerMix-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
|
118 |
+
"Qwen2.5-14B-Emergedv2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Emergedv2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
119 |
+
"music_generation_model.Q5_K_M.gguf": ["mradermacher/music_generation_model-GGUF", MessagesFormatterType.MISTRAL],
|
120 |
+
"Fu_sion_HA-8B-SLERP.Q5_K_M.gguf": ["mradermacher/Fu_sion_HA-8B-SLERP-GGUF", MessagesFormatterType.LLAMA_3],
|
121 |
+
"Eunoia-Gemma-9B-o1-Indo.i1-Q4_K_M.gguf": ["mradermacher/Eunoia-Gemma-9B-o1-Indo-i1-GGUF", MessagesFormatterType.ALPACA],
|
122 |
+
"educa-ai-nemo-sft.Q4_K_M.gguf": ["mradermacher/educa-ai-nemo-sft-GGUF", MessagesFormatterType.MISTRAL],
|
123 |
+
"hitchens.Q5_K_M.gguf": ["mradermacher/hitchens-GGUF", MessagesFormatterType.LLAMA_3],
|
124 |
+
"fq2.5-7b-it-normalize_false.Q5_K_M.gguf": ["mradermacher/fq2.5-7b-it-normalize_false-GGUF", MessagesFormatterType.OPEN_CHAT],
|
125 |
+
"llama-3-open-hermes-disco.Q5_K_M.gguf": ["mradermacher/llama-3-open-hermes-disco-GGUF", MessagesFormatterType.LLAMA_3],
|
126 |
+
"Qwen2.5-7B-olm-v1.3.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-olm-v1.3-GGUF", MessagesFormatterType.OPEN_CHAT],
|
127 |
+
"Ice0.52.1-16.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.52.1-16.01-RP-GGUF", MessagesFormatterType.MISTRAL],
|
128 |
+
"ultiima-14B.Q4_K_M.gguf": ["mradermacher/ultiima-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
129 |
+
"Qwen2-7B-Instruct-Response-Exp.i1-Q5_K_M.gguf": ["mradermacher/Qwen2-7B-Instruct-Response-Exp-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
130 |
+
"Ice0.50.1-16.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.50.1-16.01-RP-GGUF", MessagesFormatterType.MISTRAL],
|
131 |
+
"StrangeMerges_17-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_17-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
|
132 |
+
"mistral-nemo-kartoffel-12B.i1-Q4_K_M.gguf": ["mradermacher/mistral-nemo-kartoffel-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
133 |
+
"Euphrates-14B.Q4_K_M.gguf": ["mradermacher/Euphrates-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
134 |
+
"Daughter-of-Rhodia-12B.Q4_K_M.gguf": ["mradermacher/Daughter-of-Rhodia-12B-GGUF", MessagesFormatterType.MISTRAL],
|
135 |
+
"mpn_mistral7bv3_sft.i1-Q5_K_M.gguf": ["mradermacher/mpn_mistral7bv3_sft-i1-GGUF", MessagesFormatterType.MISTRAL],
|
136 |
+
"Instrumentality-RP-12B-RU-2.Q4_K_M.gguf": ["mradermacher/Instrumentality-RP-12B-RU-2-GGUF", MessagesFormatterType.MISTRAL],
|
137 |
+
"1852-dark-9b-q4_k_m.gguf": ["ClaudioItaly/1852-Dark-9B-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
|
138 |
+
"Gemma-Radiation-RP-9B-lorablated.Q4_K_M.gguf": ["mradermacher/Gemma-Radiation-RP-9B-lorablated-GGUF", MessagesFormatterType.ALPACA],
|
139 |
+
"What_A_Thrill-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/What_A_Thrill-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
140 |
+
"14b-Qwen2.5-Infermatic-Crea-v2.i1-Q4_K_M.gguf": ["mradermacher/14b-Qwen2.5-Infermatic-Crea-v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
141 |
+
"Ice0.51-16.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.51-16.01-RP-GGUF", MessagesFormatterType.MISTRAL],
|
142 |
+
"Qwen2.5-14B-Emerged.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Emerged-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
143 |
+
"Howdy-8B-LINEAR.Q5_K_M.gguf": ["mradermacher/Howdy-8B-LINEAR-GGUF", MessagesFormatterType.LLAMA_3],
|
144 |
+
"Qwen2.5-3B-Model-Stock-v2.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-Stock-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
145 |
+
"Qwen2.5-3B-Model-Stock.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-Stock-GGUF", MessagesFormatterType.OPEN_CHAT],
|
146 |
+
"Eunoia-GwQ-Gemma-9B.Q4_K_M.gguf": ["mradermacher/Eunoia-GwQ-Gemma-9B-GGUF", MessagesFormatterType.ALPACA],
|
147 |
+
"oh-dcft-v3.1-claude-3-5-haiku-20241022-qwen.i1-Q5_K_M.gguf": ["mradermacher/oh-dcft-v3.1-claude-3-5-haiku-20241022-qwen-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
148 |
+
"XortronUncensored2025.1.Q4_K_M.gguf": ["mradermacher/XortronUncensored2025.1-GGUF", MessagesFormatterType.MISTRAL],
|
149 |
+
"Llama-3.1-8B-Instruct-travelplanner-SFT.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-travelplanner-SFT-GGUF", MessagesFormatterType.LLAMA_3],
|
150 |
+
"Saba2-14B-Preview.Q4_K_M.gguf": ["mradermacher/Saba2-14B-Preview-GGUF", MessagesFormatterType.OPEN_CHAT],
|
151 |
+
"qwen2.5-3b-model-stock-v2-q5_k_m.gguf": ["bunnycore/Qwen2.5-3B-Model-Stock-v2-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
|
152 |
+
"MISCHIEVOUS-12B-Mix_0.3v.Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.3v-GGUF", MessagesFormatterType.MISTRAL],
|
153 |
+
"Zelus-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Zelus-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
154 |
+
"llama3.1-8b-cpt-sea-lionv3-instruct.i1-Q5_K_M.gguf": ["mradermacher/llama3.1-8b-cpt-sea-lionv3-instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
155 |
+
"LongRAG-Qwen2.5-7B-Instruct.Q4_K_S.gguf": ["mradermacher/LongRAG-Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
156 |
+
"Tsunami-Instruct-14B.Q4_K_M.gguf": ["mradermacher/Tsunami-Instruct-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
157 |
"MN-12B-solracht-EXPERIMENTAL-011425.Q4_K_M.gguf": ["mradermacher/MN-12B-solracht-EXPERIMENTAL-011425-GGUF", MessagesFormatterType.MISTRAL],
|
158 |
"Llamaverse-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llamaverse-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
159 |
"Morphing-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Morphing-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
|
|
2129 |
"tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
2130 |
"Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
2131 |
"SEA-E.i1-Q5_K_M.gguf": ["mradermacher/SEA-E-i1-GGUF", MessagesFormatterType.MISTRAL],
|
2132 |
+
"Wayfarer-12B-Q4_K_M.gguf": ["bartowski/Wayfarer-12B-GGUF", MessagesFormatterType.CHATML],
|
2133 |
"Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
|
2134 |
"MasherAI-7B-v6.1.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-GGUF", MessagesFormatterType.MISTRAL],
|
2135 |
"ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
|