Update app.py
Browse files
app.py
CHANGED
@@ -145,7 +145,7 @@ model_id = "unsloth/phi-4"
|
|
145 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
146 |
|
147 |
model = AutoModelForCausalLM.from_pretrained(
|
148 |
-
|
149 |
torch_dtype=torch.float16,
|
150 |
device_map="cuda",
|
151 |
attn_implementation="flash_attention_2",
|
|
|
145 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
146 |
|
147 |
model = AutoModelForCausalLM.from_pretrained(
|
148 |
+
model_id,
|
149 |
torch_dtype=torch.float16,
|
150 |
device_map="cuda",
|
151 |
attn_implementation="flash_attention_2",
|