rakhman-llm commited on
Commit
409d019
·
verified ·
1 Parent(s): 6f74d3e

Training in progress, step 20000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48d50eeabfb6258b47f80c4287b04eae339f2bcdd2adc92422732cfea4385d47
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af54bf45b4ea734175c8bd735e147b83bfa4467a6a02927fce71013f50f2e031
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:925f490db36c228becd31509d72df687d2fa95aa8acf7ad4097ac7ecd0f54d30
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91db2977a4e8b2ac56d4d9528647fa170313a74ed3d096d47e9525e450940a2b
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43b0884f157293c23ccd8333c122a369315e2deb59504578aa420ad7f9561fc9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d5d4da7add6dcbf76add6d041d8a356430f2fcdcb5e01b3a00941303e2c6c7d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e20da249583a46b691b28ceb0e3fd46db03f73ee684cd77a32c44cbf4d68cb68
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92a26e97f6adf463a9a2328a07aa990cecfc61051330c04894ef3e783375a50f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.3,
5
  "eval_steps": 500,
6
- "global_step": 19500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1380,6 +1380,41 @@
1380
  "learning_rate": 1.1336e-05,
1381
  "loss": 0.0578,
1382
  "step": 19500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1383
  }
1384
  ],
1385
  "logging_steps": 100,
@@ -1399,7 +1434,7 @@
1399
  "attributes": {}
1400
  }
1401
  },
1402
- "total_flos": 4.749871546368e+16,
1403
  "train_batch_size": 4,
1404
  "trial_name": null,
1405
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.3333333333333333,
5
  "eval_steps": 500,
6
+ "global_step": 20000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1380
  "learning_rate": 1.1336e-05,
1381
  "loss": 0.0578,
1382
  "step": 19500
1383
+ },
1384
+ {
1385
+ "epoch": 1.3066666666666666,
1386
+ "grad_norm": 0.16407087445259094,
1387
+ "learning_rate": 1.1291555555555555e-05,
1388
+ "loss": 0.0569,
1389
+ "step": 19600
1390
+ },
1391
+ {
1392
+ "epoch": 1.3133333333333335,
1393
+ "grad_norm": 0.1125895082950592,
1394
+ "learning_rate": 1.1247111111111113e-05,
1395
+ "loss": 0.0535,
1396
+ "step": 19700
1397
+ },
1398
+ {
1399
+ "epoch": 1.32,
1400
+ "grad_norm": 0.24300092458724976,
1401
+ "learning_rate": 1.1202666666666669e-05,
1402
+ "loss": 0.0555,
1403
+ "step": 19800
1404
+ },
1405
+ {
1406
+ "epoch": 1.3266666666666667,
1407
+ "grad_norm": 0.16412054002285004,
1408
+ "learning_rate": 1.1158222222222224e-05,
1409
+ "loss": 0.0569,
1410
+ "step": 19900
1411
+ },
1412
+ {
1413
+ "epoch": 1.3333333333333333,
1414
+ "grad_norm": 0.2398436963558197,
1415
+ "learning_rate": 1.1113777777777779e-05,
1416
+ "loss": 0.0672,
1417
+ "step": 20000
1418
  }
1419
  ],
1420
  "logging_steps": 100,
 
1434
  "attributes": {}
1435
  }
1436
  },
1437
+ "total_flos": 4.87166312448e+16,
1438
  "train_batch_size": 4,
1439
  "trial_name": null,
1440
  "trial_params": null