John6666 commited on
Commit
3255c8b
·
verified ·
1 Parent(s): 2b20aa3

Upload llmenv.py

Browse files
Files changed (1) hide show
  1. llmenv.py +53 -0
llmenv.py CHANGED
@@ -20,6 +20,7 @@ llm_models = {
20
  "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
21
  "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
22
  "Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
 
23
  "Slush-Sunfall-Rocinante-GGLD-12B.Q4_K_M.gguf": ["mradermacher/Slush-Sunfall-Rocinante-GGLD-12B-GGUF", MessagesFormatterType.MISTRAL],
24
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
25
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
@@ -102,7 +103,9 @@ llm_models = {
102
  "Slush-FallMix-Test_V6c_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V6c_12B-GGUF", MessagesFormatterType.MISTRAL],
103
  "Slush-Lyra-Gutenberg-Bophades.i1-Q4_K_M.gguf": ["mradermacher/Slush-Lyra-Gutenberg-Bophades-i1-GGUF", MessagesFormatterType.MISTRAL],
104
  "Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
 
105
  "wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
 
106
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
107
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
108
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
@@ -115,6 +118,56 @@ llm_models = {
115
  #"": ["", MessagesFormatterType.OPEN_CHAT],
116
  #"": ["", MessagesFormatterType.CHATML],
117
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118
  "Llama-3-8B-Uncensored-0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.5-GGUF", MessagesFormatterType.LLAMA_3],
119
  "Captain-Eris_Violet-Toxic.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-i1-GGUF", MessagesFormatterType.MISTRAL],
120
  "recoilme-gemma-2-9B-v0.4.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.4-GGUF", MessagesFormatterType.ALPACA],
 
20
  "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
21
  "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
22
  "Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
23
+ "Captain-Eris_Violet_Toxic-Magnum-12B.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet_Toxic-Magnum-12B-GGUF", MessagesFormatterType.MISTRAL],
24
  "Slush-Sunfall-Rocinante-GGLD-12B.Q4_K_M.gguf": ["mradermacher/Slush-Sunfall-Rocinante-GGLD-12B-GGUF", MessagesFormatterType.MISTRAL],
25
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
26
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
 
103
  "Slush-FallMix-Test_V6c_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V6c_12B-GGUF", MessagesFormatterType.MISTRAL],
104
  "Slush-Lyra-Gutenberg-Bophades.i1-Q4_K_M.gguf": ["mradermacher/Slush-Lyra-Gutenberg-Bophades-i1-GGUF", MessagesFormatterType.MISTRAL],
105
  "Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
106
+ "orosaiwa-12b-q4_k_m.gguf": ["ClaudioItaly/OroSaiwa-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
107
  "wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
108
+ "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
109
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
110
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
111
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
 
118
  #"": ["", MessagesFormatterType.OPEN_CHAT],
119
  #"": ["", MessagesFormatterType.CHATML],
120
  #"": ["", MessagesFormatterType.PHI_3],
121
+ "Misted-7B.i1-Q5_K_M.gguf": ["mradermacher/Misted-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
122
+ "Qwen2.5-DeepHyper.Q4_K_M.gguf": ["mradermacher/Qwen2.5-DeepHyper-GGUF", MessagesFormatterType.OPEN_CHAT],
123
+ "Hermes-Mistral-Saul-Slerp.Q5_K_M.gguf": ["mradermacher/Hermes-Mistral-Saul-Slerp-GGUF", MessagesFormatterType.MISTRAL],
124
+ "Gemma-9B-Base.Q4_K_M.gguf": ["mradermacher/Gemma-9B-Base-GGUF", MessagesFormatterType.ALPACA],
125
+ "demon-9b-q5_k_m.gguf": ["ClaudioItaly/Demon-9B-Q5_K_M-GGUF", MessagesFormatterType.ALPACA],
126
+ "Qwen2.5-14B-HyperSeekv5.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-HyperSeekv5-GGUF", MessagesFormatterType.OPEN_CHAT],
127
+ "ECE-MIRAGE-1.Q4_K_M.gguf": ["mradermacher/ECE-MIRAGE-1-GGUF", MessagesFormatterType.OPEN_CHAT],
128
+ "DarkIdol-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
129
+ "Saka-7.6B.Q5_K_M.gguf": ["mradermacher/Saka-7.6B-GGUF", MessagesFormatterType.OPEN_CHAT],
130
+ "kubeguru-llama3.2-3b-v0.1.Q5_K_M.gguf": ["mradermacher/kubeguru-llama3.2-3b-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
131
+ "Llama-3.2-3B_Safety_DPO.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B_Safety_DPO-GGUF", MessagesFormatterType.LLAMA_3],
132
+ "Llama3-8B-TDPO.Q5_K_M.gguf": ["mradermacher/Llama3-8B-TDPO-GGUF", MessagesFormatterType.LLAMA_3],
133
+ "Llama3-8B-RTO.Q5_K_M.gguf": ["mradermacher/Llama3-8B-RTO-GGUF", MessagesFormatterType.LLAMA_3],
134
+ "DeepseekR1-Distill-Uncensored-L3-8B-alt-v1.Q5_K_M.gguf": ["mradermacher/DeepseekR1-Distill-Uncensored-L3-8B-alt-v1-GGUF", MessagesFormatterType.LLAMA_3],
135
+ "Qwen2.5-7B-Gordion-v0.1-Prose.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Gordion-v0.1-Prose-GGUF", MessagesFormatterType.OPEN_CHAT],
136
+ "Qwen2.5-THREADRIPPER-Medium.Q4_K_M.gguf": ["mradermacher/Qwen2.5-THREADRIPPER-Medium-GGUF", MessagesFormatterType.OPEN_CHAT],
137
+ "DarkIdol-1.2-8B-Instruct-Uncensored.Q5_K_M.gguf": ["mradermacher/DarkIdol-1.2-8B-Instruct-Uncensored-GGUF", MessagesFormatterType.LLAMA_3],
138
+ "Miisce-one.Q4_K_M.gguf": ["mradermacher/Miisce-one-GGUF", MessagesFormatterType.OPEN_CHAT],
139
+ "JSL-MedQwen-14b-reasoning.i1-Q4_K_M.gguf": ["mradermacher/JSL-MedQwen-14b-reasoning-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
140
+ "MN-Sappho-b-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-b-12B-GGUF", MessagesFormatterType.MISTRAL],
141
+ "NeoMixUnleashedFineTuned.Q4_K_M.gguf": ["mradermacher/NeoMixUnleashedFineTuned-GGUF", MessagesFormatterType.MISTRAL],
142
+ "FuseChat-Gemma-2-9B-Instruct.Q4_K_M.gguf": ["mradermacher/FuseChat-Gemma-2-9B-Instruct-GGUF", MessagesFormatterType.ALPACA],
143
+ "EVA-abliterated-TIES-Qwen2.5-14B.i1-Q4_K_M.gguf": ["mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
144
+ "Qwen2.5-Coder-14B-Instruct-reason.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Coder-14B-Instruct-reason-GGUF", MessagesFormatterType.OPEN_CHAT],
145
+ "Llama-3-8B-Uncensored-0.6.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.6-GGUF", MessagesFormatterType.LLAMA_3],
146
+ "FuseChat-Llama-3.2-3B-SFT.i1-Q5_K_M.gguf": ["mradermacher/FuseChat-Llama-3.2-3B-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3],
147
+ "DeepSeek-R1-Distill-Llama-8B-Debiased.Q4_K_M.gguf": ["mradermacher/DeepSeek-R1-Distill-Llama-8B-Debiased-GGUF", MessagesFormatterType.OPEN_CHAT],
148
+ "IFeelSoSprunki-8B-Llama3.1.Q5_K_M.gguf": ["mradermacher/IFeelSoSprunki-8B-Llama3.1-GGUF", MessagesFormatterType.LLAMA_3],
149
+ "MN-Sappho-a-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-a-12B-GGUF", MessagesFormatterType.MISTRAL],
150
+ "Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B_Virtuoso-small-v2-LoRA_r128-GGUF", MessagesFormatterType.OPEN_CHAT],
151
+ "Mistral-Nemo-NT-Ko-12B-dpo.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-NT-Ko-12B-dpo-GGUF", MessagesFormatterType.CHATML],
152
+ "NeMonster_Nemosis-12b.Q4_K_M.gguf": ["mradermacher/NeMonster_Nemosis-12b-GGUF", MessagesFormatterType.MISTRAL],
153
+ "Captain-Eris_Violet-Toxic-GRPO-alt-v.02.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-alt-v.02-GGUF", MessagesFormatterType.MISTRAL],
154
+ "Qwen-1M-Logic-Reinforce.Q5_K_M.gguf": ["mradermacher/Qwen-1M-Logic-Reinforce-GGUF", MessagesFormatterType.OPEN_CHAT],
155
+ "L3.1-Seedling-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Seedling-8B-GGUF", MessagesFormatterType.LLAMA_3],
156
+ "Megatron-Corpus-14B-Exp.v2.i1-Q4_K_M.gguf": ["mradermacher/Megatron-Corpus-14B-Exp.v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
157
+ "Captain-Eris_Violet-Toxic-GRPO-alt.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-alt-GGUF", MessagesFormatterType.MISTRAL],
158
+ "Mateno-v1.5-9b.Q4_K_M.gguf": ["mradermacher/Mateno-v1.5-9b-GGUF", MessagesFormatterType.ALPACA],
159
+ "Captain-Eris_Violet-Toxic-GRPO-v0.4.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-v0.4-GGUF", MessagesFormatterType.MISTRAL],
160
+ "virtuoso-small-tensopolis-v2.Q4_K_M.gguf": ["mradermacher/virtuoso-small-tensopolis-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
161
+ "granite-3.1-8b-instruct.i1-Q5_K_M.gguf": ["mradermacher/granite-3.1-8b-instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
162
+ "qwen2.5-14b-tensopolis-v1.Q4_K_M.gguf": ["mradermacher/qwen2.5-14b-tensopolis-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
163
+ "virtuoso-small-v2-tensopolis-v1.Q4_K_M.gguf": ["mradermacher/virtuoso-small-v2-tensopolis-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
164
+ "On-the-Strange-Lands-MN-12B.Q4_K_M.gguf": ["mradermacher/On-the-Strange-Lands-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
165
+ "Qwen2.5-14B-Hyperionv3_r128.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv3_r128-GGUF", MessagesFormatterType.OPEN_CHAT],
166
+ "Captain-Eris_Violet-Toxic-GRPO-other.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-GRPO-other-GGUF", MessagesFormatterType.MISTRAL],
167
+ "Captain-Eris-Violet-12B-GRPO.Q4_K_M.gguf": ["mradermacher/Captain-Eris-Violet-12B-GRPO-GGUF", MessagesFormatterType.MISTRAL],
168
+ "Qwen2.5-14B-Coder_r128.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Coder_r128-GGUF", MessagesFormatterType.OPEN_CHAT],
169
+ "MN-12B-Unleashed-Twilight.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Unleashed-Twilight-i1-GGUF", MessagesFormatterType.MISTRAL],
170
+ "Plasma-8B.Q5_K_M.gguf": ["mradermacher/Plasma-8B-GGUF", MessagesFormatterType.LLAMA_3],
171
  "Llama-3-8B-Uncensored-0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.5-GGUF", MessagesFormatterType.LLAMA_3],
172
  "Captain-Eris_Violet-Toxic.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-i1-GGUF", MessagesFormatterType.MISTRAL],
173
  "recoilme-gemma-2-9B-v0.4.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.4-GGUF", MessagesFormatterType.ALPACA],