Update app.py

app.py

@@ -12,14 +12,11 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 """
 
 bnb_config = BitsAndBytesConfig(
-   load_in_4bit=True,
-   bnb_4bit_quant_type="nf4",
-   bnb_4bit_use_double_quant=True,
-   bnb_4bit_compute_dtype=torch.bfloat16
+   load_in_8bit=True,
 )
 
 
-model_id = "CohereForAI/c4ai-command-r-v01"
+model_id = "refuelai/Llama-3-Refueled"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)