John6666 commited on
Commit
737be53
·
verified ·
1 Parent(s): 31cc6e2

Upload llmenv.py

Browse files
Files changed (1) hide show
  1. llmenv.py +67 -0
llmenv.py CHANGED
@@ -16,6 +16,10 @@ llm_models = {
16
  "Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
17
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
18
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
 
19
  "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
20
  "Qwen-modelstock-15B.i1-Q4_K_M.gguf": ["mradermacher/Qwen-modelstock-15B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
21
  "Qwen2.5-14B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
@@ -75,6 +79,8 @@ llm_models = {
75
  "Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
76
  "MT5-Gen5-MM-gemma-2-MTg2G-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF", MessagesFormatterType.ALPACA],
77
  "IF-reasoning-experiment.Q4_K_M.gguf": ["mradermacher/IF-reasoning-experiment-GGUF", MessagesFormatterType.OPEN_CHAT],
 
 
78
  "Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
79
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
80
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -88,6 +94,67 @@ llm_models = {
88
  #"": ["", MessagesFormatterType.OPEN_CHAT],
89
  #"": ["", MessagesFormatterType.CHATML],
90
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91
  "Qwen2.5-14B-BrocaV9.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-BrocaV9-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
92
  "Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B.i1-Q5_K_M.gguf": ["mradermacher/Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
93
  "Model_Kinship_1-2.Q5_K_M.gguf": ["mradermacher/Model_Kinship_1-2-GGUF", MessagesFormatterType.MISTRAL],
 
16
  "Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
17
  "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
18
  "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
19
+ "Nemo-Merge-DPO-v1v5.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1v5-GGUF", MessagesFormatterType.MISTRAL],
20
+ "Nemo-Merge-DPO-v1ori.Q4_K_M.gguf": ["mradermacher/Nemo-Merge-DPO-v1ori-GGUF", MessagesFormatterType.MISTRAL],
21
+ "Mistralnemo-dpo-v7-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v7-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
22
+ "Nemo12B-Merge-DPOv1-sftv1.Q4_K_M.gguf": ["mradermacher/Nemo12B-Merge-DPOv1-sftv1-GGUF", MessagesFormatterType.MISTRAL],
23
  "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
24
  "Qwen-modelstock-15B.i1-Q4_K_M.gguf": ["mradermacher/Qwen-modelstock-15B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
25
  "Qwen2.5-14B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
 
79
  "Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
80
  "MT5-Gen5-MM-gemma-2-MTg2G-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF", MessagesFormatterType.ALPACA],
81
  "IF-reasoning-experiment.Q4_K_M.gguf": ["mradermacher/IF-reasoning-experiment-GGUF", MessagesFormatterType.OPEN_CHAT],
82
+ "Brapnemo.Q4_K_M.gguf": ["mradermacher/Brapnemo-GGUF", MessagesFormatterType.MISTRAL],
83
+ "J.O.S.I.E.3-Beta11-7B-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta11-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
84
  "Chono-Noctis_12B.i1-Q4_K_M.gguf": ["mradermacher/Chono-Noctis_12B-i1-GGUF", MessagesFormatterType.MISTRAL],
85
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
86
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
 
94
  #"": ["", MessagesFormatterType.OPEN_CHAT],
95
  #"": ["", MessagesFormatterType.CHATML],
96
  #"": ["", MessagesFormatterType.PHI_3],
97
+ "MT1-Max-Merge_02012025163610-GMM-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Max-Merge_02012025163610-GMM-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
98
+ "Rv0.4MT4g2-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/Rv0.4MT4g2-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
99
+ "rogue-enchantress-32k-7B.Q4_K_M.gguf": ["mradermacher/rogue-enchantress-32k-7B-GGUF", MessagesFormatterType.MISTRAL],
100
+ "Mistralnemo-dpo-v11-rp-pantsftv1.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v11-rp-pantsftv1-GGUF", MessagesFormatterType.MISTRAL],
101
+ "Qwen2.5-14B-Coder-Merge.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Coder-Merge-GGUF", MessagesFormatterType.OPEN_CHAT],
102
+ "Lamarck-14B-v0.6-rc4.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.6-rc4-GGUF", MessagesFormatterType.OPEN_CHAT],
103
+ "f-5-8b.Q5_K_M.gguf": ["mradermacher/f-5-8b-GGUF", MessagesFormatterType.LLAMA_3],
104
+ "good_mix_model_Stock.Q5_K_M.gguf": ["mradermacher/good_mix_model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
105
+ "flammen18-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen18-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
106
+ "Kosmos-EVAA-Franken-v36-8B.i1-Q4_K_M.gguf": ["mradermacher/Kosmos-EVAA-Franken-v36-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
107
+ "Llama-3-8B-Instruct-Portuguese-v0.1.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-Portuguese-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
108
+ "minoshiro-v0.2-7B.Q5_K_M.gguf": ["SousiOmine/minoshiro-v0.2-7B_GGUF", MessagesFormatterType.MISTRAL],
109
+ "ZEUS-8B-V17-abliterated-V4.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V17-abliterated-V4-GGUF", MessagesFormatterType.LLAMA_3],
110
+ "MT1-Max-Merge_02012025163610-gemma-2-9B.Q4_K_S.gguf": ["mradermacher/MT1-Max-Merge_02012025163610-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
111
+ "natsumura-storytelling-rp-1.0-llama-3.1-8b.Q5_K_M.gguf": ["mradermacher/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3],
112
+ "WeniGPT-Agents-Zephyr-1.0.18-KTO-merged.Q5_K_M.gguf": ["mradermacher/WeniGPT-Agents-Zephyr-1.0.18-KTO-merged-GGUF", MessagesFormatterType.MISTRAL],
113
+ "Kukul-Stanta-0.420-32k-7B-0.2.Q5_K_M.gguf": ["mradermacher/Kukul-Stanta-0.420-32k-7B-0.2-GGUF", MessagesFormatterType.MISTRAL],
114
+ "Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO.Q5_K_M.gguf": ["mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-GGUF", MessagesFormatterType.MISTRAL],
115
+ "L3-8B-Stheno-slerp.Q5_K_M.gguf": ["mradermacher/L3-8B-Stheno-slerp-GGUF", MessagesFormatterType.LLAMA_3],
116
+ "KoLlama-3-8B-Instruct-Mix.Q5_K_M.gguf": ["mradermacher/KoLlama-3-8B-Instruct-Mix-GGUF", MessagesFormatterType.LLAMA_3],
117
+ "StrangeMerges_8-7B-slerp.Q5_K_M.gguf": ["mradermacher/StrangeMerges_8-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
118
+ "Mistral-7B-Instruct-v0.2-expanded-sec-1.6B-tokens.Q4_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-v0.2-expanded-sec-1.6B-tokens-GGUF", MessagesFormatterType.MISTRAL],
119
+ "MemeGPT.Q5_K_M.gguf": ["mradermacher/MemeGPT-GGUF", MessagesFormatterType.MISTRAL],
120
+ "kukuspice-7B.Q5_K_M.gguf": ["mradermacher/kukuspice-7B-GGUF", MessagesFormatterType.MISTRAL],
121
+ "Poppy_Porpoise-DADA-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-DADA-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
122
+ "Anthesis_7B.i1-Q5_K_M.gguf": ["mradermacher/Anthesis_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
123
+ "Spaetzle-v67-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v67-7b-GGUF", MessagesFormatterType.MISTRAL],
124
+ "ArliAI-Llama-3-8B-Dolfin-v0.2-Instruct.Q5_K_M.gguf": ["mradermacher/ArliAI-Llama-3-8B-Dolfin-v0.2-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
125
+ "Mistralnemo-dpo-v3-rp-ch110.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v3-rp-ch110-GGUF", MessagesFormatterType.MISTRAL],
126
+ "BlackSheep-X-Dolphin.Q5_K_M.gguf": ["mradermacher/BlackSheep-X-Dolphin-GGUF", MessagesFormatterType.LLAMA_3],
127
+ "Nyanade_Stunna-Maid-7B.i1-Q5_K_M.gguf": ["mradermacher/Nyanade_Stunna-Maid-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
128
+ "flammen22X-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen22X-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
129
+ "ZEUS-8B-V17-abliterated-V2.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V17-abliterated-V2-GGUF", MessagesFormatterType.LLAMA_3],
130
+ "NinjaV1-pre.Q5_K_M.gguf": ["mradermacher/NinjaV1-pre-GGUF", MessagesFormatterType.CHATML],
131
+ "StrangeMerges_52-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_52-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
132
+ "Mistralnemo-dpo-v1-rp.Q4_K_M.gguf": ["mradermacher/Mistralnemo-dpo-v1-rp-GGUF", MessagesFormatterType.MISTRAL],
133
+ "Qwen_2.5-Math-v3.Q5_K_M.gguf": ["mradermacher/Qwen_2.5-Math-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
134
+ "lemon07r_Gemma-2-Ataraxy-v4c-9B_fixed.Q4_K_M.gguf": ["mradermacher/lemon07r_Gemma-2-Ataraxy-v4c-9B_fixed-GGUF", MessagesFormatterType.ALPACA],
135
+ "Kosmos-EVAA-Franken-v38-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-Franken-v38-8B-GGUF", MessagesFormatterType.LLAMA_3],
136
+ "miscii-14b-1225-Q4_K_M.gguf": ["bartowski/miscii-14b-1225-GGUF", MessagesFormatterType.OPEN_CHAT],
137
+ "CogitoZ14.Q4_K_M.gguf": ["mradermacher/CogitoZ14-GGUF", MessagesFormatterType.OPEN_CHAT],
138
+ "Nemo-Picaro-v4-exp-12B.Q4_K_M.gguf": ["mradermacher/Nemo-Picaro-v4-exp-12B-GGUF", MessagesFormatterType.CHATML],
139
+ "ZEUS-8B-V19.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V19-GGUF", MessagesFormatterType.LLAMA_3],
140
+ "kosmo-gemma.Q4_K_M.gguf": ["mradermacher/kosmo-gemma-GGUF", MessagesFormatterType.ALPACA],
141
+ "StrangeMerges_15-7B-slerp.Q5_K_M.gguf": ["mradermacher/StrangeMerges_15-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
142
+ "StarlingMaxLimmy2-7B-slerp.Q5_K_M.gguf": ["mradermacher/StarlingMaxLimmy2-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
143
+ "NeuralCoder-7b.Q5_K_M.gguf": ["mradermacher/NeuralCoder-7b-GGUF", MessagesFormatterType.MISTRAL],
144
+ "Llama-3.1-Argunaut-1-8B-SFT.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Argunaut-1-8B-SFT-GGUF", MessagesFormatterType.LLAMA_3],
145
+ "ContY-v0.2-8B.Q5_K_M.gguf": ["mradermacher/ContY-v0.2-8B-GGUF", MessagesFormatterType.LLAMA_3],
146
+ "Marcoro14-7B-ties.Q5_K_M.gguf": ["mradermacher/Marcoro14-7B-ties-GGUF", MessagesFormatterType.MISTRAL],
147
+ "flammen16-chinese-dpo-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen16-chinese-dpo-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
148
+ "Starfinite-Laymospice-v2-7B.i1-Q5_K_M.gguf": ["mradermacher/Starfinite-Laymospice-v2-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
149
+ "cuckoo-starling-32k-7B.Q5_K_M.gguf": ["mradermacher/cuckoo-starling-32k-7B-GGUF", MessagesFormatterType.MISTRAL],
150
+ "L3-Pneuma-8B-Q5_K_M.gguf": ["bartowski/L3-Pneuma-8B-GGUF", MessagesFormatterType.LLAMA_3],
151
+ "maestrale-chat-v0.3-beta.i1-Q5_K_M.gguf": ["mradermacher/maestrale-chat-v0.3-beta-i1-GGUF", MessagesFormatterType.CHATML],
152
+ "LewdMistral-7B-0.2.i1-Q5_K_M.gguf": ["mradermacher/LewdMistral-7B-0.2-i1-GGUF", MessagesFormatterType.CHATML],
153
+ "Spaetzle-v60-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v60-7b-GGUF", MessagesFormatterType.MISTRAL],
154
+ "GuIA-v2.Q5_K_M.gguf": ["mradermacher/GuIA-v2-GGUF", MessagesFormatterType.MISTRAL],
155
+ "Mistral-Starling-merge-trial3-7B.Q5_K_M.gguf": ["mradermacher/Mistral-Starling-merge-trial3-7B-GGUF", MessagesFormatterType.MISTRAL],
156
+ "aqua-smaug-0.3-8B.i1-Q5_K_M.gguf": ["mradermacher/aqua-smaug-0.3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
157
+ "trix-llama-3-8B-stock.Q5_K_M.gguf": ["mradermacher/trix-llama-3-8B-stock-GGUF", MessagesFormatterType.LLAMA_3],
158
  "Qwen2.5-14B-BrocaV9.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-BrocaV9-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
159
  "Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B.i1-Q5_K_M.gguf": ["mradermacher/Nexus-IKM-RolePlay-StoryWriter-Hermes-2-Pro-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
160
  "Model_Kinship_1-2.Q5_K_M.gguf": ["mradermacher/Model_Kinship_1-2-GGUF", MessagesFormatterType.MISTRAL],