config: {"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"bits": 4, "quant_method": "awq"}, "tokenizer_config": {"bos_token": "<|begin_of_text|>", "eos_token": "<|end_of_text|>"}}
tags: transformers safetensors llama text-generation 4-bit AWQ autotrain_compatible endpoints_compatible base_model:meta-llama/Meta-Llama-3-8B base_model:quantized:meta-llama/Meta-Llama-3-8B text-generation-inference awq region:us