rakhman-llm commited on
Commit
c8f9fd1
·
verified ·
1 Parent(s): 8028d18

Training in progress, step 19500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:935e2f81b626e71b298466c51f498096f378414ac276b4d4ea19f4650105a4cf
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d50eeabfb6258b47f80c4287b04eae339f2bcdd2adc92422732cfea4385d47
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b16c83dc7260ee2348e5de945bd725aa12ab974c28241b500cd256e88062c5e
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925f490db36c228becd31509d72df687d2fa95aa8acf7ad4097ac7ecd0f54d30
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46737d1e5768cf0de571a9bd47793403b2513f0c1ee54de55bfe17b1b1fdc49a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b0884f157293c23ccd8333c122a369315e2deb59504578aa420ad7f9561fc9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db8de303a11187ec0581f91507bd8428f995b03d53d2e944a4543899602e0467
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e20da249583a46b691b28ceb0e3fd46db03f73ee684cd77a32c44cbf4d68cb68
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.2666666666666666,
5
  "eval_steps": 500,
6
- "global_step": 19000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1345,6 +1345,41 @@
1345
  "learning_rate": 1.1558222222222223e-05,
1346
  "loss": 0.0581,
1347
  "step": 19000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1348
  }
1349
  ],
1350
  "logging_steps": 100,
@@ -1364,7 +1399,7 @@
1364
  "attributes": {}
1365
  }
1366
  },
1367
- "total_flos": 4.628079968256e+16,
1368
  "train_batch_size": 4,
1369
  "trial_name": null,
1370
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.3,
5
  "eval_steps": 500,
6
+ "global_step": 19500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1345
  "learning_rate": 1.1558222222222223e-05,
1346
  "loss": 0.0581,
1347
  "step": 19000
1348
+ },
1349
+ {
1350
+ "epoch": 1.2733333333333334,
1351
+ "grad_norm": 0.13157618045806885,
1352
+ "learning_rate": 1.1513777777777779e-05,
1353
+ "loss": 0.0544,
1354
+ "step": 19100
1355
+ },
1356
+ {
1357
+ "epoch": 1.28,
1358
+ "grad_norm": 0.3684869110584259,
1359
+ "learning_rate": 1.1469333333333334e-05,
1360
+ "loss": 0.0633,
1361
+ "step": 19200
1362
+ },
1363
+ {
1364
+ "epoch": 1.2866666666666666,
1365
+ "grad_norm": 0.12658458948135376,
1366
+ "learning_rate": 1.1424888888888889e-05,
1367
+ "loss": 0.0561,
1368
+ "step": 19300
1369
+ },
1370
+ {
1371
+ "epoch": 1.2933333333333334,
1372
+ "grad_norm": 0.24430914223194122,
1373
+ "learning_rate": 1.1380444444444444e-05,
1374
+ "loss": 0.0532,
1375
+ "step": 19400
1376
+ },
1377
+ {
1378
+ "epoch": 1.3,
1379
+ "grad_norm": 0.29242023825645447,
1380
+ "learning_rate": 1.1336e-05,
1381
+ "loss": 0.0578,
1382
+ "step": 19500
1383
  }
1384
  ],
1385
  "logging_steps": 100,
 
1399
  "attributes": {}
1400
  }
1401
  },
1402
+ "total_flos": 4.749871546368e+16,
1403
  "train_batch_size": 4,
1404
  "trial_name": null,
1405
  "trial_params": null