Spaces:
Paused
Paused
Update finetune.py
Browse files- finetune.py +2 -0
finetune.py
CHANGED
@@ -17,6 +17,7 @@ from peft import (
|
|
17 |
|
18 |
|
19 |
# Parameters
|
|
|
20 |
MICRO_BATCH_SIZE = 16
|
21 |
BATCH_SIZE = 16
|
22 |
size = "7b"
|
@@ -152,6 +153,7 @@ trainer = transformers.Trainer(
|
|
152 |
save_total_limit=100,
|
153 |
load_best_model_at_end=True if VAL_SET_SIZE > 0 else False,
|
154 |
ddp_find_unused_parameters=False if ddp else None,
|
|
|
155 |
push_to_hub=True,
|
156 |
push_to_hub_model_id="gustavoaq/llama_ft"
|
157 |
),
|
|
|
17 |
|
18 |
|
19 |
# Parameters
|
20 |
+
HF_TOKEN = os.environ.get("TRL_TOKEN", None)
|
21 |
MICRO_BATCH_SIZE = 16
|
22 |
BATCH_SIZE = 16
|
23 |
size = "7b"
|
|
|
153 |
save_total_limit=100,
|
154 |
load_best_model_at_end=True if VAL_SET_SIZE > 0 else False,
|
155 |
ddp_find_unused_parameters=False if ddp else None,
|
156 |
+
use_auth_token=HF_TOKEN,
|
157 |
push_to_hub=True,
|
158 |
push_to_hub_model_id="gustavoaq/llama_ft"
|
159 |
),
|