config: {"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"bits": 4, "quant_method": "gptq"}, "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}", "eos_token": "<|end_of_text|>"}}
tags: transformers safetensors llama text-generation llama-3 facebook meta astronomer gptq pretrained quantized finetuned autotrain_compatible endpoints_compatible conversational dataset:wikitext arxiv:2210.17323 base_model:meta-llama/Meta-Llama-3-8B-Instruct base_model:quantized:meta-llama/Meta-Llama-3-8B-Instruct license:other text-generation-inference 4-bit region:us