Hugging Face's logo

Spaces:
anubhav-singh
/
chat-bctp
Runtime error

App Files Community
1
anubhav-singh commited on
Commit
a9dfa8b
·
verified ·
1 Parent(s): 43da382

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ torch.random.manual_seed(0)
8
  model = AutoModel.from_pretrained(
9
  "DuckyBlender/racist-phi3",
10
  device_map="auto",
11
- torch_dtype="auto",
12
  trust_remote_code=True,
13
  low_cpu_mem_usage=True,
14
  )
 
8
  model = AutoModel.from_pretrained(
9
  "DuckyBlender/racist-phi3",
10
  device_map="auto",
11
+ torch_dtype=torch.float16,
12
  trust_remote_code=True,
13
  low_cpu_mem_usage=True,
14
  )