Hugging Face's logo

Spaces:
ehristoforu
/
llama-3.2-3B-Instruct
Runtime error

App Files Community
ehristoforu commited on
Commit
f6c1c1c
·
verified ·
1 Parent(s): 2953d05

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ model_name = "Qwen/Qwen2.5-3B-Instruct"
26
 
27
  model = AutoModelForCausalLM.from_pretrained(
28
  model_name,
29
- torch_dtype="fp16"
30
  )
31
  tokenizer = AutoTokenizer.from_pretrained(model_name)
32
 
 
26
 
27
  model = AutoModelForCausalLM.from_pretrained(
28
  model_name,
29
+ torch_dtype=torch.float16
30
  )
31
  tokenizer = AutoTokenizer.from_pretrained(model_name)
32