Upload llmenv.py

llmenv.py

@@ -98,6 +98,11 @@ llm_models = {
     "Pathfinder-RP-12B-RU.Q4_K_M.gguf": ["mradermacher/Pathfinder-RP-12B-RU-GGUF", MessagesFormatterType.MISTRAL],
     "MN-12B-LilithFrame-Experiment-4.Q4_K_M.gguf": ["mradermacher/MN-12B-LilithFrame-Experiment-4-GGUF", MessagesFormatterType.MISTRAL],
     "Slush-ChatWaifu-Rocinante-sunfall-Wayfarer.i1-Q4_K_M.gguf": ["mradermacher/Slush-ChatWaifu-Rocinante-sunfall-Wayfarer-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mag-Mell-RU-035.Q4_K_M.gguf": ["mradermacher/Mag-Mell-RU-035-GGUF", MessagesFormatterType.MISTRAL],
+    "Slush-FallMix-Test_V6c_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V6c_12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Slush-Lyra-Gutenberg-Bophades.i1-Q4_K_M.gguf": ["mradermacher/Slush-Lyra-Gutenberg-Bophades-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
+    "wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
@@ -110,6 +115,112 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Llama-3-8B-Uncensored-0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.5-GGUF", MessagesFormatterType.LLAMA_3],
+    "Captain-Eris_Violet-Toxic.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Toxic-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "recoilme-gemma-2-9B-v0.4.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.4-GGUF", MessagesFormatterType.ALPACA],
+    "Lamarckvergence-14B.Q4_K_M.gguf": ["mradermacher/Lamarckvergence-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "AceCoder-Qwen2.5-7B-Ins-Rule.Q5_K_M.gguf": ["mradermacher/AceCoder-Qwen2.5-7B-Ins-Rule-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "CompassJudger-1-7B-Instruct.Q5_K_M.gguf": ["mradermacher/CompassJudger-1-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen-2.5-7B-Exp-Sce.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-Exp-Sce-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-8B-Uncensored-0.3b.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3b-GGUF", MessagesFormatterType.LLAMA_3],
+    "FuseChat-Llama-3.2-3B-SFT.Q5_K_M.gguf": ["mradermacher/FuseChat-Llama-3.2-3B-SFT-GGUF", MessagesFormatterType.LLAMA_3],
+    "Ice0.88-07.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.88-07.02-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "Vikhr-Llama3.1-8B-Instruct-R-21-09-24.Q5_K_M.gguf": ["mradermacher/Vikhr-Llama3.1-8B-Instruct-R-21-09-24-GGUF", MessagesFormatterType.LLAMA_3],
+    "ZYH-LLM-Qwen2.5-14B-V2.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-V2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-Krikri-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llama-Krikri-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Uncensored-0.3a.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3a-GGUF", MessagesFormatterType.LLAMA_3],
+    "TB0-8B-sce.Q5_K_M.gguf": ["mradermacher/TB0-8B-sce-GGUF", MessagesFormatterType.LLAMA_3],
+    "FuseChat-Gemma-2-9B-SFT.Q4_K_M.gguf": ["mradermacher/FuseChat-Gemma-2-9B-SFT-GGUF", MessagesFormatterType.ALPACA],
+    "Qwen-1.5b-Code-Reasoning.Q5_K_M.gguf": ["mradermacher/Qwen-1.5b-Code-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "kelev-9-q4_k_m.gguf": ["ClaudioItaly/Kelev-9-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
+    "Llama-3-8B-Uncensored-0.3.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-7B-Gordion-v0.1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Gordion-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "FuseChat-Qwen-2.5-7B-SFT.Q5_K_M.gguf": ["mradermacher/FuseChat-Qwen-2.5-7B-SFT-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ZEUS-8B-V30.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V30-GGUF", MessagesFormatterType.LLAMA_3],
+    "HyperLlama-3.1-8B.Q5_K_M.gguf": ["mradermacher/HyperLlama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Aura-8B-Linear.Q5_K_M.gguf": ["mradermacher/Aura-8B-Linear-GGUF", MessagesFormatterType.LLAMA_3],
+    "Slush-FallMix-Fire_Edition_1.0-12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Fire_Edition_1.0-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Intelligence-7Ties.i1-Q5_K_M.gguf": ["mradermacher/Intelligence-7Ties-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Slush-ChatWaifu-Chronos.Q4_K_M.gguf": ["mradermacher/Slush-ChatWaifu-Chronos-GGUF", MessagesFormatterType.MISTRAL],
+    "Chocolatine-2-14B-Instruct-v2.0.3.Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0.3-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "SauerkrautLM-gemma-2-9b-it.Q4_K_M.gguf": ["mradermacher/SauerkrautLM-gemma-2-9b-it-GGUF", MessagesFormatterType.ALPACA],
+    "Jolt-v0.1.Q4_K_M.gguf": ["mradermacher/Jolt-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Way-to-Unseen-Horizon-2-MN-12B.Q4_K_M.gguf": ["mradermacher/Way-to-Unseen-Horizon-2-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8B-Uncensored-0.1.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "FuseChat-Llama-3.2-3B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/FuseChat-Llama-3.2-3B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Uncensored-0.2.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.2-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-THREADRIPPER-Medium-14B.Q4_K_M.gguf": ["mradermacher/Qwen2.5-THREADRIPPER-Medium-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Dria-Agent-a-7B-Q.Q5_K_M.gguf": ["mradermacher/Dria-Agent-a-7B-Q-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Ice0.86-04.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.86-04.02-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_19-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_19-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "Katana-8b-sce.Q5_K_M.gguf": ["mradermacher/Katana-8b-sce-GGUF", MessagesFormatterType.LLAMA_3],
+    "Eris_PrimeV3-Vision-7B.Q5_K_M.gguf": ["mradermacher/Eris_PrimeV3-Vision-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Zurich-7B-GCv2-100k.i1-Q5_K_M.gguf": ["mradermacher/Zurich-7B-GCv2-100k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "StarlingHermes-2.5-Mistral-7B-slerp.Q5_K_M.gguf": ["mradermacher/StarlingHermes-2.5-Mistral-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "Slush-FallMix-Test_V5_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V5_12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Saka-14B.Q4_K_M.gguf": ["mradermacher/Saka-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Megatron-Corpus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Megatron-Corpus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Violet-Lyra-Gutenberg-v2.Q4_K_M.gguf": ["mradermacher/Violet-Lyra-Gutenberg-v2-GGUF", MessagesFormatterType.MISTRAL],
+    "Chocolatine-2-merged-qwen25arch.i1-Q4_K_M.gguf": ["mradermacher/Chocolatine-2-merged-qwen25arch-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Meta-Llama-3-8B-Instruct-function-calling-json-mode.Q5_K_M.gguf": ["mradermacher/Meta-Llama-3-8B-Instruct-function-calling-json-mode-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-THREADRIPPER-Small.Q5_K_M.gguf": ["mradermacher/Qwen2.5-THREADRIPPER-Small-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "flammen21-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen21-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Spaetzle-v8-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v8-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Chocolatine-2-14B-Instruct-v2.0.Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "qwen2.5-3b-r1-arc-train-thinker.Q5_K_M.gguf": ["mradermacher/qwen2.5-3b-r1-arc-train-thinker-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen-2.5-14B-Hindi-Custom-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen-2.5-14B-Hindi-Custom-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "CW-Stock.Q4_K_M.gguf": ["mradermacher/CW-Stock-GGUF", MessagesFormatterType.MISTRAL],
+    "qwen-2.5-3b-r1-countdown.Q5_K_M.gguf": ["mradermacher/qwen-2.5-3b-r1-countdown-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-LewdPlay-evo-DeepSeek-R1-Distill-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-LewdPlay-evo-DeepSeek-R1-Distill-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "MT1-Gen6-NC-gemma-2-9B.Q4_K_S.gguf": ["mradermacher/MT1-Gen6-NC-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Eunoia-SystemGemma-9B.Q4_K_S.gguf": ["mradermacher/Eunoia-SystemGemma-9B-GGUF", MessagesFormatterType.ALPACA],
+    "qwen2.5-14B-PT-BR-Instruct.Q4_K_M.gguf": ["mradermacher/qwen2.5-14B-PT-BR-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-Luminurse-v0.2-OAS-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-Luminurse-v0.2-OAS-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Picaro-MagNante-v4-v1-12b.i1-Q4_K_S.gguf": ["mradermacher/Picaro-MagNante-v4-v1-12b-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Slush-FallMix-Test_V2_12B.Q4_K_M.gguf": ["mradermacher/Slush-FallMix-Test_V2_12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Hathor_Fractionate-L3-8B-v.05.i1-Q5_K_M.gguf": ["mradermacher/Hathor_Fractionate-L3-8B-v.05-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hathor_Aleph-L3-8B-v0.72.i1-Q5_K_M.gguf": ["mradermacher/Hathor_Aleph-L3-8B-v0.72-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemmadevi-Stock-10B.Q4_K_M.gguf": ["mradermacher/Gemmadevi-Stock-10B-GGUF", MessagesFormatterType.ALPACA],
+    "Sekhmet_Bet-L3.1-8B-v0.2.i1-Q5_K_M.gguf": ["mradermacher/Sekhmet_Bet-L3.1-8B-v0.2-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Qwen2.5-14B-Ultimav2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Ultimav2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MT1-Gen6-U-gemma-2-Tv3ItA-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen6-U-gemma-2-Tv3ItA-9B-GGUF", MessagesFormatterType.ALPACA],
+    "SJT-2B-V1.1.Q5_K_M.gguf": ["mradermacher/SJT-2B-V1.1-GGUF", MessagesFormatterType.ALPACA],
+    "Ice0.84-04.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.84-04.02-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "Pasta-Lake-7b.Q5_K_M.gguf": ["mradermacher/Pasta-Lake-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Dobby-Mini-Leashed-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Dobby-Mini-Leashed-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Ice0.83-04.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.83-04.02-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "Ice0.82-04.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.82-04.02-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "Infinitely-Laydiculous-7B.i1-Q5_K_M.gguf": ["mradermacher/Infinitely-Laydiculous-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-Ultima.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Ultima-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwenvergence-14B-v12-Prose-DS.Q4_K_M.gguf": ["mradermacher/Qwenvergence-14B-v12-Prose-DS-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-Qwentangledv2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Qwentangledv2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwenvergence-14B-v13-Prose-DS.Q4_K_M.gguf": ["mradermacher/Qwenvergence-14B-v13-Prose-DS-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "krutrim-ai-labs_Krutrim-2-instruct-Q4_K_M.gguf": ["bartowski/krutrim-ai-labs_Krutrim-2-instruct-GGUF", MessagesFormatterType.MISTRAL],
+    "Geneva-12B-GCv2-10k.Q4_K_M.gguf": ["mradermacher/Geneva-12B-GCv2-10k-GGUF", MessagesFormatterType.MISTRAL],
+    "Distilled-DarkPlanet-Allades-8B_TIES.i1-Q5_K_M.gguf": ["mradermacher/Distilled-DarkPlanet-Allades-8B_TIES-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "LemonGiga.Q5_K_M.gguf": ["mradermacher/LemonGiga-GGUF", MessagesFormatterType.MISTRAL],
+    "Enhanced-TIES-Base-v1.Q4_K_M.gguf": ["mradermacher/Enhanced-TIES-Base-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Geneva-12B-GCv2-5m.Q4_K_M.gguf": ["mradermacher/Geneva-12B-GCv2-5m-GGUF", MessagesFormatterType.MISTRAL],
+    "Geneva-12B-GCv2-100k.i1-Q4_K_M.gguf": ["mradermacher/Geneva-12B-GCv2-100k-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Geneva-12B-GCv2-1m.Q4_K_M.gguf": ["mradermacher/Geneva-12B-GCv2-1m-GGUF", MessagesFormatterType.MISTRAL],
+    "Geneva-12B-GCv2-500k.Q4_K_M.gguf": ["mradermacher/Geneva-12B-GCv2-500k-GGUF", MessagesFormatterType.MISTRAL],
+    "Geneva-12B-GCv2-50k.Q4_K_M.gguf": ["mradermacher/Geneva-12B-GCv2-50k-GGUF", MessagesFormatterType.MISTRAL],
+    "Dans-Picaro-MagNante-v4-v1-12b-V3.Q4_K_M.gguf": ["mradermacher/Dans-Picaro-MagNante-v4-v1-12b-V3-GGUF", MessagesFormatterType.MISTRAL],
+    "Megatron-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Megatron-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Primal-Opus-14B-Optimus-v1.Q4_K_M.gguf": ["mradermacher/Primal-Opus-14B-Optimus-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Legend-of-the-Four-Winds-MN-12B.Q4_K_M.gguf": ["mradermacher/Legend-of-the-Four-Winds-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Chocolatine-2-14B-Instruct-v2.0.1.Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Megatron-Opus-14B-Stock.Q4_K_M.gguf": ["mradermacher/Megatron-Opus-14B-Stock-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "LemonNalyvkaRP.Q5_K_M.gguf": ["mradermacher/LemonNalyvkaRP-GGUF", MessagesFormatterType.MISTRAL],
+    "miniclaus-qw1.5B-UNAMGS-GRPO.Q5_K_M.gguf": ["mradermacher/miniclaus-qw1.5B-UNAMGS-GRPO-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "DavidAU-Dark_Mistress-8B.i1-Q5_K_M.gguf": ["mradermacher/DavidAU-Dark_Mistress-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NeuralRaphael7B.Q5_K_M.gguf": ["mradermacher/NeuralRaphael7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Ice0.81-03.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.81-03.02-RP-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralLemonKuno.Q5_K_M.gguf": ["mradermacher/NeuralLemonKuno-GGUF", MessagesFormatterType.MISTRAL],
+    "CoderO1-14B-Preview.Q4_K_M.gguf": ["mradermacher/CoderO1-14B-Preview-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "nsfw-i-hate-my-life-v2.Q5_K_M.gguf": ["mradermacher/nsfw-i-hate-my-life-v2-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-UI-v1-8B.Q5_K_M.gguf": ["mradermacher/L3-UI-v1-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Aethora-15B-V2.Q4_K_M.gguf": ["mradermacher/L3-Aethora-15B-V2-GGUF", MessagesFormatterType.LLAMA_3],
     "Llama-3.1-Sisaai-Ko-Tulu3-DPO-Merge-8B.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Sisaai-Ko-Tulu3-DPO-Merge-8B-GGUF", MessagesFormatterType.LLAMA_3],
     "Mistral-7B-Instruct-v0.2.Q5_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-v0.2-GGUF", MessagesFormatterType.MISTRAL],
     "Distilled-DarkPlanet-Allades-8B_TIES.Q5_K_M.gguf": ["mradermacher/Distilled-DarkPlanet-Allades-8B_TIES-GGUF", MessagesFormatterType.LLAMA_3],