refactor: trus code
Browse files
app.py
CHANGED
@@ -6,7 +6,8 @@ import gradio as gr
|
|
6 |
model = AutoModelForCausalLM.from_pretrained(
|
7 |
"MILVLG/imp-v1-3b",
|
8 |
torch_dtype=torch.float32,
|
9 |
-
device_map="auto"
|
|
|
10 |
tokenizer = AutoTokenizer.from_pretrained("tokenizer-dd360",torch_dtype=torch.float32)
|
11 |
|
12 |
|
|
|
6 |
model = AutoModelForCausalLM.from_pretrained(
|
7 |
"MILVLG/imp-v1-3b",
|
8 |
torch_dtype=torch.float32,
|
9 |
+
device_map="auto",
|
10 |
+
trust_remote_code=True)
|
11 |
tokenizer = AutoTokenizer.from_pretrained("tokenizer-dd360",torch_dtype=torch.float32)
|
12 |
|
13 |
|