Update sample_finetune.py (#17)
Browse files- Update sample_finetune.py (6c4e0743182186aa1eee5b6b59a7dfe4e20ba8e0)
Co-authored-by: Pavan Kumar Balijepalli <[email protected]>
- sample_finetune.py +1 -1
sample_finetune.py
CHANGED
|
@@ -132,7 +132,7 @@ checkpoint_path = "microsoft/Phi-4-mini-instruct"
|
|
| 132 |
model_kwargs = dict(
|
| 133 |
use_cache=False,
|
| 134 |
trust_remote_code=True,
|
| 135 |
-
attn_implementation="flash_attention_2", # loading the model with flash-
|
| 136 |
torch_dtype=torch.bfloat16,
|
| 137 |
device_map=None
|
| 138 |
)
|
|
|
|
| 132 |
model_kwargs = dict(
|
| 133 |
use_cache=False,
|
| 134 |
trust_remote_code=True,
|
| 135 |
+
attn_implementation="flash_attention_2", # loading the model with flash-attention support
|
| 136 |
torch_dtype=torch.bfloat16,
|
| 137 |
device_map=None
|
| 138 |
)
|