Hugging Face's logo

Spaces:
jjgomez
/
UCMBot
Sleeping

App Files Community
jjgomez commited on
Commit
d486cfe
·
1 Parent(s): c3a73ed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ print("********************")
16
  print(device)
17
  print("********************")
18
 
19
- model = AutoModelForCausalLM.from_pretrained(model_id, config=config)
20
  model = model.to(device)
21
 
22
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
16
  print(device)
17
  print("********************")
18
 
19
+ model = AutoModelForCausalLM.from_pretrained(model_id, config=config, torch_dtype=torch.float16)
20
  model = model.to(device)
21
 
22
  tokenizer = AutoTokenizer.from_pretrained(model_id)