rakhman-llm commited on
Commit
940dbc3
·
verified ·
1 Parent(s): 905b086

Training in progress, step 9500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:336e73efd327d7a1521b5a4d27a9fc5038eee564a716b9140d3d16b364a23a50
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e739525a605197613b8e712741d416769ed5f57619fff2ba4f8511681ce890ed
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d97c69acfb193391ec999ba15e870e63ab169b8ed9bf00f41fd88c47a66c65b8
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c2b2a5410ff424a41e1a6cde39521ad45e7ac7555648b29eaff3b782134b0c
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:899366455e0955e5cf5c394ff7d4037b7abb9e5bade054905761b5a1a2bd5b8c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebf0d13686eae3e0c0f52410d677d657c1203d01171ca9804ddd94825765dcc7
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a63facda9ec9ba059fa6f2a71adafa722008934178d5e063ac43b7ad2180ad7f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e47b661f0982d98bcfee7c8a9db89091e3f5b040309ef2739e290fa07adec1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.6,
5
  "eval_steps": 500,
6
- "global_step": 9000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -637,6 +637,41 @@
637
  "learning_rate": 1.6001333333333336e-05,
638
  "loss": 0.0635,
639
  "step": 9000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
640
  }
641
  ],
642
  "logging_steps": 100,
@@ -656,7 +691,7 @@
656
  "attributes": {}
657
  }
658
  },
659
- "total_flos": 2.192248406016e+16,
660
  "train_batch_size": 4,
661
  "trial_name": null,
662
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.6333333333333333,
5
  "eval_steps": 500,
6
+ "global_step": 9500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
637
  "learning_rate": 1.6001333333333336e-05,
638
  "loss": 0.0635,
639
  "step": 9000
640
+ },
641
+ {
642
+ "epoch": 0.6066666666666667,
643
+ "grad_norm": 0.2200908064842224,
644
+ "learning_rate": 1.595688888888889e-05,
645
+ "loss": 0.0672,
646
+ "step": 9100
647
+ },
648
+ {
649
+ "epoch": 0.6133333333333333,
650
+ "grad_norm": 0.12727037072181702,
651
+ "learning_rate": 1.5912444444444446e-05,
652
+ "loss": 0.0689,
653
+ "step": 9200
654
+ },
655
+ {
656
+ "epoch": 0.62,
657
+ "grad_norm": 2.2468693256378174,
658
+ "learning_rate": 1.5868e-05,
659
+ "loss": 0.0642,
660
+ "step": 9300
661
+ },
662
+ {
663
+ "epoch": 0.6266666666666667,
664
+ "grad_norm": 0.22551049292087555,
665
+ "learning_rate": 1.5823555555555556e-05,
666
+ "loss": 0.0721,
667
+ "step": 9400
668
+ },
669
+ {
670
+ "epoch": 0.6333333333333333,
671
+ "grad_norm": 0.13281604647636414,
672
+ "learning_rate": 1.577911111111111e-05,
673
+ "loss": 0.0635,
674
+ "step": 9500
675
  }
676
  ],
677
  "logging_steps": 100,
 
691
  "attributes": {}
692
  }
693
  },
694
+ "total_flos": 2.314039984128e+16,
695
  "train_batch_size": 4,
696
  "trial_name": null,
697
  "trial_params": null