cpt core 4
Browse files
scripts/cpt_core_model_4.py
CHANGED
|
@@ -111,7 +111,8 @@ trainer = UnslothTrainer(
|
|
| 111 |
fp16=not is_bfloat16_supported(),
|
| 112 |
bf16=is_bfloat16_supported(),
|
| 113 |
logging_steps=1,
|
| 114 |
-
optim='adamw_8bit',
|
|
|
|
| 115 |
# optim='adamw_torch_fused',
|
| 116 |
weight_decay=0.01,
|
| 117 |
lr_scheduler_type='cosine',
|
|
|
|
| 111 |
fp16=not is_bfloat16_supported(),
|
| 112 |
bf16=is_bfloat16_supported(),
|
| 113 |
logging_steps=1,
|
| 114 |
+
# optim='adamw_8bit',
|
| 115 |
+
optim='adamw_torch',
|
| 116 |
# optim='adamw_torch_fused',
|
| 117 |
weight_decay=0.01,
|
| 118 |
lr_scheduler_type='cosine',
|