rakhman-llm commited on
Commit
613fd78
·
verified ·
1 Parent(s): 68ef6b5

Training in progress, step 6500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:935231e882baac445be09e5015300cee4d31f5e5feef6fcef690c14e5e55b597
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c581988e145fe28231a5b363482e4cc6aa1c009b42a7cafcee97ebd43f75b8
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f96ab152b2e84116d344289867a73a5bcff139ded8e28fcfbd0dfa6edfa1330
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0334bff194e682ae1d5a62ead6d631a75270fccfa182f5901d35a528b0fb29db
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:076751cbfa70935d8290a9eb7adf2c98a5954f528f9899c6c9bad4b99c90c7a1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84aef586a811d916d5e08d0a9103c7f2c4e17550364204602e5b8c751b16f429
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a78a0f82725f5cba903915c8114309109800227c56b0ea02410918cc9d05f8aa
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c31374bac28c19f30a1c44dbbe9200685351926b09acbd3fd6b855ef898dbb0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4,
5
  "eval_steps": 500,
6
- "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -427,6 +427,41 @@
427
  "learning_rate": 1.733466666666667e-05,
428
  "loss": 0.0701,
429
  "step": 6000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
430
  }
431
  ],
432
  "logging_steps": 100,
@@ -446,7 +481,7 @@
446
  "attributes": {}
447
  }
448
  },
449
- "total_flos": 1.461498937344e+16,
450
  "train_batch_size": 4,
451
  "trial_name": null,
452
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.43333333333333335,
5
  "eval_steps": 500,
6
+ "global_step": 6500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
427
  "learning_rate": 1.733466666666667e-05,
428
  "loss": 0.0701,
429
  "step": 6000
430
+ },
431
+ {
432
+ "epoch": 0.4066666666666667,
433
+ "grad_norm": 0.5076069235801697,
434
+ "learning_rate": 1.7290222222222224e-05,
435
+ "loss": 0.0706,
436
+ "step": 6100
437
+ },
438
+ {
439
+ "epoch": 0.41333333333333333,
440
+ "grad_norm": 0.22595347464084625,
441
+ "learning_rate": 1.724577777777778e-05,
442
+ "loss": 0.0743,
443
+ "step": 6200
444
+ },
445
+ {
446
+ "epoch": 0.42,
447
+ "grad_norm": 0.21158984303474426,
448
+ "learning_rate": 1.7201333333333334e-05,
449
+ "loss": 0.0798,
450
+ "step": 6300
451
+ },
452
+ {
453
+ "epoch": 0.4266666666666667,
454
+ "grad_norm": 0.225486621260643,
455
+ "learning_rate": 1.715688888888889e-05,
456
+ "loss": 0.0637,
457
+ "step": 6400
458
+ },
459
+ {
460
+ "epoch": 0.43333333333333335,
461
+ "grad_norm": 0.21651168167591095,
462
+ "learning_rate": 1.7112444444444445e-05,
463
+ "loss": 0.0652,
464
+ "step": 6500
465
  }
466
  ],
467
  "logging_steps": 100,
 
481
  "attributes": {}
482
  }
483
  },
484
+ "total_flos": 1.583290515456e+16,
485
  "train_batch_size": 4,
486
  "trial_name": null,
487
  "trial_params": null