Hugging Face's logo

Spaces:
ehristoforu
/
llama-3.2-3B-Instruct
Runtime error

App Files Community
ehristoforu commited on
Commit
d8e7c34
·
verified ·
1 Parent(s): dd8a264

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ model_name = "ehristoforu/FalconThink-10B-IT"
26
 
27
  model = AutoModelForCausalLM.from_pretrained(
28
  model_name,
29
- torch_dtype="fp16",
30
  device_map="auto"
31
  )
32
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
26
 
27
  model = AutoModelForCausalLM.from_pretrained(
28
  model_name,
29
+ torch_dtype=torch.float16,
30
  device_map="auto"
31
  )
32
  tokenizer = AutoTokenizer.from_pretrained(model_name)