rakhman-llm commited on
Commit
0310648
·
verified ·
1 Parent(s): e61b534

Training in progress, step 3000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2340c7a13fcc15a4fda30b781dcdf5814248b70a557cceb00cec2f44eb668d85
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10205e97f0d68e840a9aa5e1e43ef276a35916f1450ee2847f975cb14eb137f7
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acb984a3c9a86fe26e521dcd305e60cdc81de818654c36a99208a9f0e9f40934
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad9a1700eea95b490140045a7d3922805a1fbfb625b274b5ef27266c99596aaf
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5604d9d3a71fe29d2132679abbb8924b3bc48dbd5eff5e533842e7eebc6c2195
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7f82085503b7e7c09716021c4f7399dbe21cd6da1975f39c61c9d5948ec93b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fca4557dc47ae840f038455c2e5db6fca05342b3edaa84049dd9e7e99b58e9a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65837084ad3eddfec5cb77d13e8fdb8eb3db09eca8534759260694a871779dc5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.079447322970639,
5
  "eval_steps": 500,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -39,9 +39,9 @@
39
  {
40
  "epoch": 1.0,
41
  "eval_loss": 0.33670297265052795,
42
- "eval_runtime": 28.3351,
43
- "eval_samples_per_second": 16.658,
44
- "eval_steps_per_second": 4.164,
45
  "step": 2316
46
  },
47
  {
@@ -50,6 +50,13 @@
50
  "learning_rate": 1.280944156591825e-05,
51
  "loss": 0.4036,
52
  "step": 2500
 
 
 
 
 
 
 
53
  }
54
  ],
55
  "logging_steps": 500,
@@ -69,7 +76,7 @@
69
  "attributes": {}
70
  }
71
  },
72
- "total_flos": 6088969947709440.0,
73
  "train_batch_size": 4,
74
  "trial_name": null,
75
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.2953367875647668,
5
  "eval_steps": 500,
6
+ "global_step": 3000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
39
  {
40
  "epoch": 1.0,
41
  "eval_loss": 0.33670297265052795,
42
+ "eval_runtime": 28.2248,
43
+ "eval_samples_per_second": 16.723,
44
+ "eval_steps_per_second": 4.181,
45
  "step": 2316
46
  },
47
  {
 
50
  "learning_rate": 1.280944156591825e-05,
51
  "loss": 0.4036,
52
  "step": 2500
53
+ },
54
+ {
55
+ "epoch": 1.2953367875647668,
56
+ "grad_norm": 1.0692085027694702,
57
+ "learning_rate": 1.1370178468624064e-05,
58
+ "loss": 0.3879,
59
+ "step": 3000
60
  }
61
  ],
62
  "logging_steps": 500,
 
76
  "attributes": {}
77
  }
78
  },
79
+ "total_flos": 7306885728829440.0,
80
  "train_batch_size": 4,
81
  "trial_name": null,
82
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0589186e917e79226308cded95843db5013776fee27e83a39d678ba03ec762d3
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d71d788b491a41c54d3b024285748be4a2e443d732e96343f48dd9941e304a
3
  size 5432