Upload train.py with huggingface_hub
Browse files
train.py
CHANGED
|
@@ -122,6 +122,7 @@ training_args = SFTConfig(
|
|
| 122 |
fp16=False,
|
| 123 |
max_steps=1000,
|
| 124 |
report_to="wandb", # Disable reporting to avoid wandb prompts
|
|
|
|
| 125 |
)
|
| 126 |
|
| 127 |
"""## Initialize and run the SFT Trainer"""
|
|
@@ -134,7 +135,6 @@ trainer = SFTTrainer(
|
|
| 134 |
eval_dataset=dataset["test"] if "test" in dataset else None,
|
| 135 |
peft_config=peft_config,
|
| 136 |
processing_class=tokenizer,
|
| 137 |
-
output_dir="./tmp/sft-model",
|
| 138 |
)
|
| 139 |
|
| 140 |
# Train the model
|
|
|
|
| 122 |
fp16=False,
|
| 123 |
max_steps=1000,
|
| 124 |
report_to="wandb", # Disable reporting to avoid wandb prompts
|
| 125 |
+
output_dir="./tmp/sft-model",
|
| 126 |
)
|
| 127 |
|
| 128 |
"""## Initialize and run the SFT Trainer"""
|
|
|
|
| 135 |
eval_dataset=dataset["test"] if "test" in dataset else None,
|
| 136 |
peft_config=peft_config,
|
| 137 |
processing_class=tokenizer,
|
|
|
|
| 138 |
)
|
| 139 |
|
| 140 |
# Train the model
|