Update app.py
Browse files
app.py
CHANGED
|
@@ -70,7 +70,6 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
|
| 70 |
model = AutoModelForCausalLM.from_pretrained(
|
| 71 |
MODEL_ID,
|
| 72 |
device_map="auto",
|
| 73 |
-
attn_implementation="flash_attention_2",
|
| 74 |
trust_remote_code=True
|
| 75 |
)
|
| 76 |
|
|
|
|
| 70 |
model = AutoModelForCausalLM.from_pretrained(
|
| 71 |
MODEL_ID,
|
| 72 |
device_map="auto",
|
|
|
|
| 73 |
trust_remote_code=True
|
| 74 |
)
|
| 75 |
|