rakhman-llm commited on
Commit
640100e
·
verified ·
1 Parent(s): 5cb1938

Training in progress, step 11000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2eb707efd45838c999c2a5555ec9f4e3948d1f4bebf0270a24ea3404256d4cc
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e095b06f5c65d9c3c8a3debcf3e6201bbcf41c468b57fd9fe8830b5d51ac4f48
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3af0e4724c98927d8a051181e73393d7a65a3c727af1c5a91618fb92dd27408
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9380bb79afa61cdc27180520af86aef9f4d10f83ed2161a4655c0531d4686d
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8305955eac22add53d91f06fc3781aadbba74448cb0b21c58a2f9dadbea85a43
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb8b27c24f221351a66f6c36da6c9928049823c3f1134500eb9faea09def09e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e3714e917b57b234e811d02cff6475eee9087a5c2b589dd59d17c8602540672
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403e883e32409c0a8b6b9b4a178312db263273af6b84b67a9175809fcce1d74a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.7,
5
  "eval_steps": 500,
6
- "global_step": 10500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -742,6 +742,41 @@
742
  "learning_rate": 1.5334666666666667e-05,
743
  "loss": 0.0683,
744
  "step": 10500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
745
  }
746
  ],
747
  "logging_steps": 100,
@@ -761,7 +796,7 @@
761
  "attributes": {}
762
  }
763
  },
764
- "total_flos": 2.557623140352e+16,
765
  "train_batch_size": 4,
766
  "trial_name": null,
767
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.7333333333333333,
5
  "eval_steps": 500,
6
+ "global_step": 11000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
742
  "learning_rate": 1.5334666666666667e-05,
743
  "loss": 0.0683,
744
  "step": 10500
745
+ },
746
+ {
747
+ "epoch": 0.7066666666666667,
748
+ "grad_norm": 0.22483541071414948,
749
+ "learning_rate": 1.5290222222222223e-05,
750
+ "loss": 0.0664,
751
+ "step": 10600
752
+ },
753
+ {
754
+ "epoch": 0.7133333333333334,
755
+ "grad_norm": 0.16683422029018402,
756
+ "learning_rate": 1.524577777777778e-05,
757
+ "loss": 0.0665,
758
+ "step": 10700
759
+ },
760
+ {
761
+ "epoch": 0.72,
762
+ "grad_norm": 0.2538510262966156,
763
+ "learning_rate": 1.5201333333333335e-05,
764
+ "loss": 0.0688,
765
+ "step": 10800
766
+ },
767
+ {
768
+ "epoch": 0.7266666666666667,
769
+ "grad_norm": 0.11596673727035522,
770
+ "learning_rate": 1.515688888888889e-05,
771
+ "loss": 0.0724,
772
+ "step": 10900
773
+ },
774
+ {
775
+ "epoch": 0.7333333333333333,
776
+ "grad_norm": 0.28537997603416443,
777
+ "learning_rate": 1.5112444444444445e-05,
778
+ "loss": 0.068,
779
+ "step": 11000
780
  }
781
  ],
782
  "logging_steps": 100,
 
796
  "attributes": {}
797
  }
798
  },
799
+ "total_flos": 2.679414718464e+16,
800
  "train_batch_size": 4,
801
  "trial_name": null,
802
  "trial_params": null