Training in progress, step 20000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891558696
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af54bf45b4ea734175c8bd735e147b83bfa4467a6a02927fce71013f50f2e031
|
3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783272762
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91db2977a4e8b2ac56d4d9528647fa170313a74ed3d096d47e9525e450940a2b
|
3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d5d4da7add6dcbf76add6d041d8a356430f2fcdcb5e01b3a00941303e2c6c7d
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92a26e97f6adf463a9a2328a07aa990cecfc61051330c04894ef3e783375a50f
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 1.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -1380,6 +1380,41 @@
|
|
1380 |
"learning_rate": 1.1336e-05,
|
1381 |
"loss": 0.0578,
|
1382 |
"step": 19500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1383 |
}
|
1384 |
],
|
1385 |
"logging_steps": 100,
|
@@ -1399,7 +1434,7 @@
|
|
1399 |
"attributes": {}
|
1400 |
}
|
1401 |
},
|
1402 |
-
"total_flos": 4.
|
1403 |
"train_batch_size": 4,
|
1404 |
"trial_name": null,
|
1405 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 1.3333333333333333,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 20000,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
1380 |
"learning_rate": 1.1336e-05,
|
1381 |
"loss": 0.0578,
|
1382 |
"step": 19500
|
1383 |
+
},
|
1384 |
+
{
|
1385 |
+
"epoch": 1.3066666666666666,
|
1386 |
+
"grad_norm": 0.16407087445259094,
|
1387 |
+
"learning_rate": 1.1291555555555555e-05,
|
1388 |
+
"loss": 0.0569,
|
1389 |
+
"step": 19600
|
1390 |
+
},
|
1391 |
+
{
|
1392 |
+
"epoch": 1.3133333333333335,
|
1393 |
+
"grad_norm": 0.1125895082950592,
|
1394 |
+
"learning_rate": 1.1247111111111113e-05,
|
1395 |
+
"loss": 0.0535,
|
1396 |
+
"step": 19700
|
1397 |
+
},
|
1398 |
+
{
|
1399 |
+
"epoch": 1.32,
|
1400 |
+
"grad_norm": 0.24300092458724976,
|
1401 |
+
"learning_rate": 1.1202666666666669e-05,
|
1402 |
+
"loss": 0.0555,
|
1403 |
+
"step": 19800
|
1404 |
+
},
|
1405 |
+
{
|
1406 |
+
"epoch": 1.3266666666666667,
|
1407 |
+
"grad_norm": 0.16412054002285004,
|
1408 |
+
"learning_rate": 1.1158222222222224e-05,
|
1409 |
+
"loss": 0.0569,
|
1410 |
+
"step": 19900
|
1411 |
+
},
|
1412 |
+
{
|
1413 |
+
"epoch": 1.3333333333333333,
|
1414 |
+
"grad_norm": 0.2398436963558197,
|
1415 |
+
"learning_rate": 1.1113777777777779e-05,
|
1416 |
+
"loss": 0.0672,
|
1417 |
+
"step": 20000
|
1418 |
}
|
1419 |
],
|
1420 |
"logging_steps": 100,
|
|
|
1434 |
"attributes": {}
|
1435 |
}
|
1436 |
},
|
1437 |
+
"total_flos": 4.87166312448e+16,
|
1438 |
"train_batch_size": 4,
|
1439 |
"trial_name": null,
|
1440 |
"trial_params": null
|