John6666 commited on
Commit
2552010
·
verified ·
1 Parent(s): bb53eb4

Upload 2 files

Browse files
Files changed (1) hide show
  1. llmenv.py +57 -0
llmenv.py CHANGED
@@ -18,10 +18,12 @@ llm_models = {
18
  "Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
19
  "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
20
  "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
 
21
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
22
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
23
  "Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
24
  "Nemo-Merge-DPO-v1ori.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1ori-GGUF", MessagesFormatterType.MISTRAL],
 
25
  "Mistralnemo-dpo-v7-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v7-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
26
  "Nemo12B-Merge-DPOv1-sftv1.Q4_K_M.gguf": ["mradermacher/Nemo12B-Merge-DPOv1-sftv1-GGUF", MessagesFormatterType.MISTRAL],
27
  "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
@@ -86,6 +88,8 @@ llm_models = {
86
  "Brapnemo.Q4_K_M.gguf": ["mradermacher/Brapnemo-GGUF", MessagesFormatterType.MISTRAL],
87
  "J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
88
  "Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
 
 
89
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
90
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
91
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
@@ -98,6 +102,58 @@ llm_models = {
98
  #"": ["", MessagesFormatterType.OPEN_CHAT],
99
  #"": ["", MessagesFormatterType.CHATML],
100
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
101
  "MN-12B-solracht-EXPERIMENTAL-011425.Q4_K_M.gguf": ["mradermacher/MN-12B-solracht-EXPERIMENTAL-011425-GGUF", MessagesFormatterType.MISTRAL],
102
  "Llamaverse-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llamaverse-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
103
  "Morphing-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Morphing-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
@@ -2073,6 +2129,7 @@ llm_models = {
2073
  "tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
2074
  "Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
2075
  "SEA-E.i1-Q5_K_M.gguf": ["mradermacher/SEA-E-i1-GGUF", MessagesFormatterType.MISTRAL],
 
2076
  "Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
2077
  "MasherAI-7B-v6.1.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-GGUF", MessagesFormatterType.MISTRAL],
2078
  "ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
 
18
  "Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
19
  "Captain_Eris_Noctis-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Captain_Eris_Noctis-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
20
  "Capt_Eris_Noctis-V0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-V0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
21
+ "Capt_Eris_Noctis-Dark-Science-12B-v0.420.Q4_K_M.gguf": ["mradermacher/Capt_Eris_Noctis-Dark-Science-12B-v0.420-GGUF", MessagesFormatterType.MISTRAL],
22
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
23
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
24
  "Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
25
  "Nemo-Merge-DPO-v1ori.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1ori-GGUF", MessagesFormatterType.MISTRAL],
26
+ "H-Mistral-Nemo-00-fp16.Q4_K_M.gguf": ["mradermacher/H-Mistral-Nemo-00-fp16-GGUF", MessagesFormatterType.MISTRAL],
27
  "Mistralnemo-dpo-v7-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v7-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
28
  "Nemo12B-Merge-DPOv1-sftv1.Q4_K_M.gguf": ["mradermacher/Nemo12B-Merge-DPOv1-sftv1-GGUF", MessagesFormatterType.MISTRAL],
29
  "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
 
88
  "Brapnemo.Q4_K_M.gguf": ["mradermacher/Brapnemo-GGUF", MessagesFormatterType.MISTRAL],
89
  "J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
90
  "Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
91
+ "Valkyyrie-14b-v1.Q4_K_M.gguf": ["mradermacher/Valkyyrie-14b-v1-GGUF", MessagesFormatterType.LLAMA_3],
92
+ "MN-Slush-GGLD-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
93
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
94
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
95
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
 
102
  #"": ["", MessagesFormatterType.OPEN_CHAT],
103
  #"": ["", MessagesFormatterType.CHATML],
104
  #"": ["", MessagesFormatterType.PHI_3],
105
+ "qwen2.5-7b-upscaled.i1-Q4_K_M.gguf": ["mradermacher/qwen2.5-7b-upscaled-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
106
+ "MaidenlessNoMore-7B.i1-Q4_K_M.gguf": ["mradermacher/MaidenlessNoMore-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
107
+ "Poppy_Porpoise-v0.4-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-v0.4-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
108
+ "KoDolph-2x8b-Instruct.Q5_K_M.gguf": ["mradermacher/KoDolph-2x8b-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
109
+ "llama-3-wissenschaft-8B.i1-Q5_K_M.gguf": ["mradermacher/llama-3-wissenschaft-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
110
+ "WestOrcaDPO-7B-GTA.i1-Q5_K_M.gguf": ["mradermacher/WestOrcaDPO-7B-GTA-i1-GGUF", MessagesFormatterType.MISTRAL],
111
+ "llama3-8b-spaetzle-v20.Q5_K_M.gguf": ["mradermacher/llama3-8b-spaetzle-v20-GGUF", MessagesFormatterType.LLAMA_3],
112
+ "TQ2.5-14B-Neon-v1.i1-Q4_K_M.gguf": ["mradermacher/TQ2.5-14B-Neon-v1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
113
+ "Qwenvergence-14B-v9.Q4_K_M.gguf": ["mradermacher/Qwenvergence-14B-v9-GGUF", MessagesFormatterType.OPEN_CHAT],
114
+ "EdgeRunner-Command-AgentF-llama31-2.Q5_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-llama31-2-GGUF", MessagesFormatterType.LLAMA_3],
115
+ "MN-Slush-GGLD.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-GGLD-i1-GGUF", MessagesFormatterType.MISTRAL],
116
+ "Dark-Science-12B-v0.420.i1-Q4_K_M.gguf": ["mradermacher/Dark-Science-12B-v0.420-i1-GGUF", MessagesFormatterType.MISTRAL],
117
+ "Undi95-LewdStorytellerMix-8b-64k.Q5_K_M.gguf": ["mradermacher/Undi95-LewdStorytellerMix-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
118
+ "Qwen2.5-14B-Emergedv2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Emergedv2-GGUF", MessagesFormatterType.OPEN_CHAT],
119
+ "music_generation_model.Q5_K_M.gguf": ["mradermacher/music_generation_model-GGUF", MessagesFormatterType.MISTRAL],
120
+ "Fu_sion_HA-8B-SLERP.Q5_K_M.gguf": ["mradermacher/Fu_sion_HA-8B-SLERP-GGUF", MessagesFormatterType.LLAMA_3],
121
+ "Eunoia-Gemma-9B-o1-Indo.i1-Q4_K_M.gguf": ["mradermacher/Eunoia-Gemma-9B-o1-Indo-i1-GGUF", MessagesFormatterType.ALPACA],
122
+ "educa-ai-nemo-sft.Q4_K_M.gguf": ["mradermacher/educa-ai-nemo-sft-GGUF", MessagesFormatterType.MISTRAL],
123
+ "hitchens.Q5_K_M.gguf": ["mradermacher/hitchens-GGUF", MessagesFormatterType.LLAMA_3],
124
+ "fq2.5-7b-it-normalize_false.Q5_K_M.gguf": ["mradermacher/fq2.5-7b-it-normalize_false-GGUF", MessagesFormatterType.OPEN_CHAT],
125
+ "llama-3-open-hermes-disco.Q5_K_M.gguf": ["mradermacher/llama-3-open-hermes-disco-GGUF", MessagesFormatterType.LLAMA_3],
126
+ "Qwen2.5-7B-olm-v1.3.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-olm-v1.3-GGUF", MessagesFormatterType.OPEN_CHAT],
127
+ "Ice0.52.1-16.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.52.1-16.01-RP-GGUF", MessagesFormatterType.MISTRAL],
128
+ "ultiima-14B.Q4_K_M.gguf": ["mradermacher/ultiima-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
129
+ "Qwen2-7B-Instruct-Response-Exp.i1-Q5_K_M.gguf": ["mradermacher/Qwen2-7B-Instruct-Response-Exp-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
130
+ "Ice0.50.1-16.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.50.1-16.01-RP-GGUF", MessagesFormatterType.MISTRAL],
131
+ "StrangeMerges_17-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_17-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
132
+ "mistral-nemo-kartoffel-12B.i1-Q4_K_M.gguf": ["mradermacher/mistral-nemo-kartoffel-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
133
+ "Euphrates-14B.Q4_K_M.gguf": ["mradermacher/Euphrates-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
134
+ "Daughter-of-Rhodia-12B.Q4_K_M.gguf": ["mradermacher/Daughter-of-Rhodia-12B-GGUF", MessagesFormatterType.MISTRAL],
135
+ "mpn_mistral7bv3_sft.i1-Q5_K_M.gguf": ["mradermacher/mpn_mistral7bv3_sft-i1-GGUF", MessagesFormatterType.MISTRAL],
136
+ "Instrumentality-RP-12B-RU-2.Q4_K_M.gguf": ["mradermacher/Instrumentality-RP-12B-RU-2-GGUF", MessagesFormatterType.MISTRAL],
137
+ "1852-dark-9b-q4_k_m.gguf": ["ClaudioItaly/1852-Dark-9B-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
138
+ "Gemma-Radiation-RP-9B-lorablated.Q4_K_M.gguf": ["mradermacher/Gemma-Radiation-RP-9B-lorablated-GGUF", MessagesFormatterType.ALPACA],
139
+ "What_A_Thrill-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/What_A_Thrill-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
140
+ "14b-Qwen2.5-Infermatic-Crea-v2.i1-Q4_K_M.gguf": ["mradermacher/14b-Qwen2.5-Infermatic-Crea-v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
141
+ "Ice0.51-16.01-RP.Q5_K_M.gguf": ["mradermacher/Ice0.51-16.01-RP-GGUF", MessagesFormatterType.MISTRAL],
142
+ "Qwen2.5-14B-Emerged.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Emerged-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
143
+ "Howdy-8B-LINEAR.Q5_K_M.gguf": ["mradermacher/Howdy-8B-LINEAR-GGUF", MessagesFormatterType.LLAMA_3],
144
+ "Qwen2.5-3B-Model-Stock-v2.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-Stock-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
145
+ "Qwen2.5-3B-Model-Stock.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-Stock-GGUF", MessagesFormatterType.OPEN_CHAT],
146
+ "Eunoia-GwQ-Gemma-9B.Q4_K_M.gguf": ["mradermacher/Eunoia-GwQ-Gemma-9B-GGUF", MessagesFormatterType.ALPACA],
147
+ "oh-dcft-v3.1-claude-3-5-haiku-20241022-qwen.i1-Q5_K_M.gguf": ["mradermacher/oh-dcft-v3.1-claude-3-5-haiku-20241022-qwen-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
148
+ "XortronUncensored2025.1.Q4_K_M.gguf": ["mradermacher/XortronUncensored2025.1-GGUF", MessagesFormatterType.MISTRAL],
149
+ "Llama-3.1-8B-Instruct-travelplanner-SFT.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-travelplanner-SFT-GGUF", MessagesFormatterType.LLAMA_3],
150
+ "Saba2-14B-Preview.Q4_K_M.gguf": ["mradermacher/Saba2-14B-Preview-GGUF", MessagesFormatterType.OPEN_CHAT],
151
+ "qwen2.5-3b-model-stock-v2-q5_k_m.gguf": ["bunnycore/Qwen2.5-3B-Model-Stock-v2-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
152
+ "MISCHIEVOUS-12B-Mix_0.3v.Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.3v-GGUF", MessagesFormatterType.MISTRAL],
153
+ "Zelus-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Zelus-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
154
+ "llama3.1-8b-cpt-sea-lionv3-instruct.i1-Q5_K_M.gguf": ["mradermacher/llama3.1-8b-cpt-sea-lionv3-instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
155
+ "LongRAG-Qwen2.5-7B-Instruct.Q4_K_S.gguf": ["mradermacher/LongRAG-Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
156
+ "Tsunami-Instruct-14B.Q4_K_M.gguf": ["mradermacher/Tsunami-Instruct-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
157
  "MN-12B-solracht-EXPERIMENTAL-011425.Q4_K_M.gguf": ["mradermacher/MN-12B-solracht-EXPERIMENTAL-011425-GGUF", MessagesFormatterType.MISTRAL],
158
  "Llamaverse-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llamaverse-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
159
  "Morphing-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Morphing-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
 
2129
  "tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
2130
  "Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
2131
  "SEA-E.i1-Q5_K_M.gguf": ["mradermacher/SEA-E-i1-GGUF", MessagesFormatterType.MISTRAL],
2132
+ "Wayfarer-12B-Q4_K_M.gguf": ["bartowski/Wayfarer-12B-GGUF", MessagesFormatterType.CHATML],
2133
  "Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
2134
  "MasherAI-7B-v6.1.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-GGUF", MessagesFormatterType.MISTRAL],
2135
  "ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],