minhdang commited on
Commit
3d979c2
·
verified ·
1 Parent(s): bff510b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -12,11 +12,11 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
12
  """
13
 
14
  bnb_config = BitsAndBytesConfig(
15
- load_in_4bit=True,
16
  )
17
 
18
 
19
- model_id = "meta-llama/Meta-Llama-3-70B-Instruct"
20
  tokenizer = AutoTokenizer.from_pretrained(model_id)
21
  model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)
22
 
 
12
  """
13
 
14
  bnb_config = BitsAndBytesConfig(
15
+ load_in_8bit=True,
16
  )
17
 
18
 
19
+ model_id = "nvidia/Llama3-ChatQA-1.5-8B"
20
  tokenizer = AutoTokenizer.from_pretrained(model_id)
21
  model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=bnb_config)
22