Update README.md
Browse files
README.md
CHANGED
|
@@ -106,7 +106,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 106 |
model_name,
|
| 107 |
trust_remote_code=True,
|
| 108 |
torch_dtype=torch.bfloat16,
|
| 109 |
-
attn_implementation="flash_attention_2",
|
| 110 |
)
|
| 111 |
model = model.to(device).eval()
|
| 112 |
tokenizer = AutoTokenizer.from_pretrained(
|
|
|
|
| 106 |
model_name,
|
| 107 |
trust_remote_code=True,
|
| 108 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 109 |
)
|
| 110 |
model = model.to(device).eval()
|
| 111 |
tokenizer = AutoTokenizer.from_pretrained(
|