Training in progress, step 36500, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891558696
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66629fbba7f2d42de83407ccc7c4a7cb20d143079ca2ed45dbc07d04a90a40bf
|
3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783272762
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d02b75121788cccbde8e0ee668a0edad332b5ebb58494b81e48d2fa78f15f7d
|
3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e9822f3fcdc1597872af5dd87f19db7e35ac92105cd8babdb7bf1d6ea8c5abd
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e696025a153a4c23b525b445028cbabae1500984cfdb159ce8be1d5922b1b1ea
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 2.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -2543,6 +2543,41 @@
|
|
2543 |
"learning_rate": 4.006222222222223e-06,
|
2544 |
"loss": 0.0523,
|
2545 |
"step": 36000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2546 |
}
|
2547 |
],
|
2548 |
"logging_steps": 100,
|
@@ -2562,7 +2597,7 @@
|
|
2562 |
"attributes": {}
|
2563 |
}
|
2564 |
},
|
2565 |
-
"total_flos": 8.
|
2566 |
"train_batch_size": 4,
|
2567 |
"trial_name": null,
|
2568 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 2.4333333333333336,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 36500,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
2543 |
"learning_rate": 4.006222222222223e-06,
|
2544 |
"loss": 0.0523,
|
2545 |
"step": 36000
|
2546 |
+
},
|
2547 |
+
{
|
2548 |
+
"epoch": 2.4066666666666667,
|
2549 |
+
"grad_norm": 0.1548595130443573,
|
2550 |
+
"learning_rate": 3.961777777777778e-06,
|
2551 |
+
"loss": 0.0498,
|
2552 |
+
"step": 36100
|
2553 |
+
},
|
2554 |
+
{
|
2555 |
+
"epoch": 2.413333333333333,
|
2556 |
+
"grad_norm": 0.13865716755390167,
|
2557 |
+
"learning_rate": 3.917333333333333e-06,
|
2558 |
+
"loss": 0.0522,
|
2559 |
+
"step": 36200
|
2560 |
+
},
|
2561 |
+
{
|
2562 |
+
"epoch": 2.42,
|
2563 |
+
"grad_norm": 0.20406047999858856,
|
2564 |
+
"learning_rate": 3.872888888888889e-06,
|
2565 |
+
"loss": 0.0481,
|
2566 |
+
"step": 36300
|
2567 |
+
},
|
2568 |
+
{
|
2569 |
+
"epoch": 2.4266666666666667,
|
2570 |
+
"grad_norm": 0.20818284153938293,
|
2571 |
+
"learning_rate": 3.8284444444444445e-06,
|
2572 |
+
"loss": 0.0524,
|
2573 |
+
"step": 36400
|
2574 |
+
},
|
2575 |
+
{
|
2576 |
+
"epoch": 2.4333333333333336,
|
2577 |
+
"grad_norm": 0.37012940645217896,
|
2578 |
+
"learning_rate": 3.7840000000000005e-06,
|
2579 |
+
"loss": 0.0445,
|
2580 |
+
"step": 36500
|
2581 |
}
|
2582 |
],
|
2583 |
"logging_steps": 100,
|
|
|
2597 |
"attributes": {}
|
2598 |
}
|
2599 |
},
|
2600 |
+
"total_flos": 8.890785202176e+16,
|
2601 |
"train_batch_size": 4,
|
2602 |
"trial_name": null,
|
2603 |
"trial_params": null
|