nikravan commited on
Commit
e6b7585
·
verified ·
1 Parent(s): 25c25ba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -37,7 +37,8 @@ model = AutoModelForCausalLM.from_pretrained(
37
  MODEL_ID,
38
  torch_dtype=torch.bfloat16,
39
  low_cpu_mem_usage=True,
40
- trust_remote_code=True
 
41
  )
42
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
43
  model.eval()
 
37
  MODEL_ID,
38
  torch_dtype=torch.bfloat16,
39
  low_cpu_mem_usage=True,
40
+ trust_remote_code=True,
41
+ return_dict=True,
42
  )
43
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
44
  model.eval()