Update app.py
Browse files
app.py
CHANGED
@@ -37,7 +37,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
37 |
MODEL_ID,
|
38 |
torch_dtype=torch.bfloat16,
|
39 |
low_cpu_mem_usage=True,
|
40 |
-
trust_remote_code=True
|
|
|
41 |
)
|
42 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
43 |
model.eval()
|
|
|
37 |
MODEL_ID,
|
38 |
torch_dtype=torch.bfloat16,
|
39 |
low_cpu_mem_usage=True,
|
40 |
+
trust_remote_code=True,
|
41 |
+
return_dict=True,
|
42 |
)
|
43 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
44 |
model.eval()
|