Hugging Face's logo

Spaces:
ehristoforu
/
llama-3.2-3B-Instruct
Runtime error

App Files Community
ehristoforu commited on
Commit
2953d05
·
verified ·
1 Parent(s): cd67efe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -26,8 +26,7 @@ model_name = "Qwen/Qwen2.5-3B-Instruct"
26
 
27
  model = AutoModelForCausalLM.from_pretrained(
28
  model_name,
29
- torch_dtype="fp16",
30
- device_map="auto"
31
  )
32
  tokenizer = AutoTokenizer.from_pretrained(model_name)
33
 
 
26
 
27
  model = AutoModelForCausalLM.from_pretrained(
28
  model_name,
29
+ torch_dtype="fp16"
 
30
  )
31
  tokenizer = AutoTokenizer.from_pretrained(model_name)
32