cpt core 4
Browse files
scripts/cpt_core_model_4.py
CHANGED
|
@@ -108,7 +108,6 @@ trainer = UnslothTrainer(
|
|
| 108 |
fp16=not is_bfloat16_supported(),
|
| 109 |
bf16=is_bfloat16_supported(),
|
| 110 |
logging_steps=1,
|
| 111 |
-
eval_steps=10,
|
| 112 |
# optim='adamw_8bit',
|
| 113 |
optim='adamw_torch_fused',
|
| 114 |
weight_decay=0.01,
|
|
|
|
| 108 |
fp16=not is_bfloat16_supported(),
|
| 109 |
bf16=is_bfloat16_supported(),
|
| 110 |
logging_steps=1,
|
|
|
|
| 111 |
# optim='adamw_8bit',
|
| 112 |
optim='adamw_torch_fused',
|
| 113 |
weight_decay=0.01,
|