John6666 commited on
Commit
6e70411
·
verified ·
1 Parent(s): 57ec10d

Upload llmenv.py

Browse files
Files changed (1) hide show
  1. llmenv.py +57 -0
llmenv.py CHANGED
@@ -68,6 +68,9 @@ llm_models = {
68
  "Canidori-12B-v1.i1-Q4_K_M.gguf": ["mradermacher/Canidori-12B-v1-i1-GGUF", MessagesFormatterType.MISTRAL],
69
  "MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B-GGUF", MessagesFormatterType.ALPACA],
70
  "Flammen-Trismegistus-7B.i1-Q5_K_M.gguf": ["mradermacher/Flammen-Trismegistus-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
71
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
72
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
73
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
@@ -80,6 +83,60 @@ llm_models = {
80
  #"": ["", MessagesFormatterType.OPEN_CHAT],
81
  #"": ["", MessagesFormatterType.CHATML],
82
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  "WONMSeverusDevilv2-TIES.i1-Q5_K_M.gguf": ["mradermacher/WONMSeverusDevilv2-TIES-i1-GGUF", MessagesFormatterType.MISTRAL],
84
  "VirtuosoSmall-InstructModelStock.i1-Q4_K_M.gguf": ["mradermacher/VirtuosoSmall-InstructModelStock-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
85
  "VICIOUS_MESH-12B-GAMMA.Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-GAMMA-GGUF", MessagesFormatterType.MISTRAL],
 
68
  "Canidori-12B-v1.i1-Q4_K_M.gguf": ["mradermacher/Canidori-12B-v1-i1-GGUF", MessagesFormatterType.MISTRAL],
69
  "MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B-GGUF", MessagesFormatterType.ALPACA],
70
  "Flammen-Trismegistus-7B.i1-Q5_K_M.gguf": ["mradermacher/Flammen-Trismegistus-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
71
+ "MiaLatte-Indo-Mistral-7b.i1-Q5_K_M.gguf": ["mradermacher/MiaLatte-Indo-Mistral-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
72
+ "vicious_mesh-12b-nemo-q4_k_m.gguf": ["bamec66557/VICIOUS_MESH-12B-NEMO-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
73
+ "Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
74
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
75
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
76
  "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
 
83
  #"": ["", MessagesFormatterType.OPEN_CHAT],
84
  #"": ["", MessagesFormatterType.CHATML],
85
  #"": ["", MessagesFormatterType.PHI_3],
86
+ "WestKunai-XS-7b.Q5_K_M.gguf": ["mradermacher/WestKunai-XS-7b-GGUF", MessagesFormatterType.MISTRAL],
87
+ "WestKunai-XD-7b.Q5_K_M.gguf": ["mradermacher/WestKunai-XD-7b-GGUF", MessagesFormatterType.MISTRAL],
88
+ "GenTest-7B-slerp.Q5_K_M.gguf": ["mradermacher/GenTest-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
89
+ "MT-Gen5-MM-gemma-2-MT4g2MT5g4-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen5-MM-gemma-2-MT4g2MT5g4-9B-GGUF", MessagesFormatterType.ALPACA],
90
+ "QwenSlerp7-14B.Q4_K_M.gguf": ["mradermacher/QwenSlerp7-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
91
+ "SystemHermes-2-7B.Q5_K_M.gguf": ["mradermacher/SystemHermes-2-7B-GGUF", MessagesFormatterType.MISTRAL],
92
+ "VICIOUS_MESH-12B-NEMO.Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-NEMO-GGUF", MessagesFormatterType.MISTRAL],
93
+ "Mistral-Nemo-VICIOUS_MESH-12B-2407.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-VICIOUS_MESH-12B-2407-GGUF", MessagesFormatterType.MISTRAL],
94
+ "Intelligence-QwQ.i1-Q5_K_M.gguf": ["mradermacher/Intelligence-QwQ-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
95
+ "VICIOUS_MESH-12B-OMEGA.i1-Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-OMEGA-i1-GGUF", MessagesFormatterType.MISTRAL],
96
+ "QwenSlerp-7B.Q5_K_M.gguf": ["mradermacher/QwenSlerp-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
97
+ "Qwen2.5-14B-Emergedv3.i1-Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Emergedv3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
98
+ "Meta-Llama-3.1-8B-Instruct-TIES.Q5_K_M.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-TIES-GGUF", MessagesFormatterType.LLAMA_3],
99
+ "Qwen2.5-Math-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Math-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
100
+ "FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/FuseChat-Qwen-2.5-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
101
+ "Paradigm_DPO.Q5_K_M.gguf": ["mradermacher/Paradigm_DPO-GGUF", MessagesFormatterType.MISTRAL],
102
+ "mergekit-della_linear-sxmadrj.i1-Q5_K_M.gguf": ["mradermacher/mergekit-della_linear-sxmadrj-i1-GGUF", MessagesFormatterType.LLAMA_3],
103
+ "AetherDrake.i1-Q5_K_M.gguf": ["mradermacher/AetherDrake-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
104
+ "shadow-clown-BioMistral-7B-DARE.Q5_K_M.gguf": ["mradermacher/shadow-clown-BioMistral-7B-DARE-GGUF", MessagesFormatterType.MISTRAL],
105
+ "Dolphin-2.8-slerp.Q5_K_M.gguf": ["mradermacher/Dolphin-2.8-slerp-GGUF", MessagesFormatterType.MISTRAL],
106
+ "cybertron-v4-qw7B-UNAMGS.i1-Q5_K_M.gguf": ["mradermacher/cybertron-v4-qw7B-UNAMGS-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
107
+ "Kool-Aid_7B.i1-Q5_K_M.gguf": ["mradermacher/Kool-Aid_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
108
+ "NeuralKybalion-7B-slerp-v2.Q5_K_M.gguf": ["mradermacher/NeuralKybalion-7B-slerp-v2-GGUF", MessagesFormatterType.MISTRAL],
109
+ "Lumimaid-Magnum-v4-12B.q4_k_m.gguf": ["Undi95/Lumimaid-Magnum-v4-12B-GGUF", MessagesFormatterType.CHATML],
110
+ "SuperMente-7B-v3.Q5_K_M.gguf": ["mradermacher/SuperMente-7B-v3-GGUF", MessagesFormatterType.MISTRAL],
111
+ "Neural4gsm8k.i1-Q5_K_M.gguf": ["mradermacher/Neural4gsm8k-i1-GGUF", MessagesFormatterType.MISTRAL],
112
+ "Trascendental-Bot-7B.i1-Q5_K_M.gguf": ["mradermacher/Trascendental-Bot-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
113
+ "NeuralTopBench-7B-ties.i1-Q5_K_M.gguf": ["mradermacher/NeuralTopBench-7B-ties-i1-GGUF", MessagesFormatterType.MISTRAL],
114
+ "flammen8-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen8-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
115
+ "Silicon-Natsuki-7b-v0.5.Q5_K_M.gguf": ["mradermacher/Silicon-Natsuki-7b-v0.5-GGUF", MessagesFormatterType.MISTRAL],
116
+ "NeuralKybalion-7B-slerp.Q5_K_M.gguf": ["mradermacher/NeuralKybalion-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
117
+ "InfinityNexus_9B.i1-Q4_K_M.gguf": ["mradermacher/InfinityNexus_9B-i1-GGUF", MessagesFormatterType.MISTRAL],
118
+ "Neural-Dark-Waifu-v0.2.Q5_K_M.gguf": ["mradermacher/Neural-Dark-Waifu-v0.2-GGUF", MessagesFormatterType.MISTRAL],
119
+ "q2.5-veltha-14b-0.5-q5_k_m.gguf": ["djuna/Q2.5-Veltha-14B-0.5-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
120
+ "inside-7b-q5_k_m.gguf": ["ClaudioItaly/Inside-7B-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
121
+ "VICIOUS_MESH-12B-EPSILON.i1-Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-EPSILON-i1-GGUF", MessagesFormatterType.MISTRAL],
122
+ "NeuralKybalion-7B-slerp-v3.i1-Q5_K_M.gguf": ["mradermacher/NeuralKybalion-7B-slerp-v3-i1-GGUF", MessagesFormatterType.MISTRAL],
123
+ "Starling-LM-7B-beta.i1-Q5_K_M.gguf": ["mradermacher/Starling-LM-7B-beta-i1-GGUF", MessagesFormatterType.MISTRAL],
124
+ "AlphaHitchhiker-7B.i1-Q5_K_M.gguf": ["mradermacher/AlphaHitchhiker-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
125
+ "GenStructDolphin-7B-Slerp.Q5_K_M.gguf": ["mradermacher/GenStructDolphin-7B-Slerp-GGUF", MessagesFormatterType.MISTRAL],
126
+ "FIxtral.Q5_K_M.gguf": ["mradermacher/FIxtral-GGUF", MessagesFormatterType.MISTRAL],
127
+ "Franken-Mistral-Maid-TWK-Slerp.i1-Q5_K_M.gguf": ["mradermacher/Franken-Mistral-Maid-TWK-Slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
128
+ "DarkCamelot.i1-Q4_K_M.gguf": ["mradermacher/DarkCamelot-i1-GGUF", MessagesFormatterType.MISTRAL],
129
+ "dolphin-2.6-mistral-7b-dpo-chat.i1-Q5_K_M.gguf": ["mradermacher/dolphin-2.6-mistral-7b-dpo-chat-i1-GGUF", MessagesFormatterType.MISTRAL],
130
+ "Qwen2.5-14B-MultiCultyv3.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-MultiCultyv3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
131
+ "Qwen2.5-14B-MultiCultyv2.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-MultiCultyv2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
132
+ "Qwentinuum-14B-v2.i1-Q4_K_M.gguf": ["mradermacher/Qwentinuum-14B-v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
133
+ "VICIOUS_MESH-12B-DIGAMMA.i1-Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-DIGAMMA-i1-GGUF", MessagesFormatterType.MISTRAL],
134
+ "Qwentinuum-14B-v1.i1-Q4_K_M.gguf": ["mradermacher/Qwentinuum-14B-v1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
135
+ "MrRoboto-ProLong-8b-v4i.i1-Q5_K_M.gguf": ["mradermacher/MrRoboto-ProLong-8b-v4i-i1-GGUF", MessagesFormatterType.LLAMA_3],
136
+ "Saul-Legal-Calme-Instruct.Q5_K_M.gguf": ["mradermacher/Saul-Legal-Calme-Instruct-GGUF", MessagesFormatterType.MISTRAL],
137
+ "Mitwa-NeuralHermes-2.5-Mistral-7B-6k.Q5_K_M.gguf": ["mradermacher/Mitwa-NeuralHermes-2.5-Mistral-7B-6k-GGUF", MessagesFormatterType.MISTRAL],
138
+ "InfinityNoodleRP-7b.Q5_K_M.gguf": ["mradermacher/InfinityNoodleRP-7b-GGUF", MessagesFormatterType.MISTRAL],
139
+ "Monarch-Kunoichi-7B.Q5_K_M.gguf": ["mradermacher/Monarch-Kunoichi-7B-GGUF", MessagesFormatterType.MISTRAL],
140
  "WONMSeverusDevilv2-TIES.i1-Q5_K_M.gguf": ["mradermacher/WONMSeverusDevilv2-TIES-i1-GGUF", MessagesFormatterType.MISTRAL],
141
  "VirtuosoSmall-InstructModelStock.i1-Q4_K_M.gguf": ["mradermacher/VirtuosoSmall-InstructModelStock-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
142
  "VICIOUS_MESH-12B-GAMMA.Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-GAMMA-GGUF", MessagesFormatterType.MISTRAL],