config: {"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"bits": 4, "quant_method": "gptq"}, "tokenizer_config": {"bos_token": "<s>", "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}", "eos_token": "</s>", "pad_token": "</s>", "unk_token": "<unk>", "use_default_system_prompt": false}}
tags: transformers safetensors llama text-generation nm-vllm marlin int4 conversational arxiv:2210.17323 base_model:TinyLlama/TinyLlama-1.1B-Chat-v1.0 base_model:quantized:TinyLlama/TinyLlama-1.1B-Chat-v1.0 autotrain_compatible text-generation-inference endpoints_compatible 4-bit gptq region:us