config: {"architectures": ["MistralForCausalLM"], "model_type": "mistral", "quantization_config": {"quant_method": "awq", "bits": 4}, "tokenizer_config": {"bos_token": "<s>", "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}", "eos_token": "</s>", "pad_token": "</s>", "unk_token": "<unk>", "use_default_system_prompt": true}}
tags: transformers safetensors mistral text-generation generated_from_trainer conversational en dataset:HuggingFaceH4/ultrachat_200k dataset:HuggingFaceH4/ultrafeedback_binarized arxiv:2305.18290 arxiv:2310.16944 base_model:HuggingFaceH4/zephyr-7b-beta base_model:quantized:HuggingFaceH4/zephyr-7b-beta license:mit autotrain_compatible text-generation-inference 4-bit awq region:us