rakhman-llm commited on
Commit
f93d491
·
verified ·
1 Parent(s): 1c0a557

Training in progress, step 6500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8da66a9292141d41a6c48606ed339406a31277522edcf0302aa38aa658f2e9e
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c30702ff64fa0aba4932e7eadebfb764d6f331c6aba79bc38dd329b15590ba2
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6e16c15bc4b1df3cf9e6fe1a2e38058b03a4f63c25e10991bd06af6c213d0c8
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb2bac883db20ffc2f90dfc94691883c4010a3f4f90dc3d9b417e465fc0af4e5
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34caa8055744af1af91499eaae75425a5f72db08ebfbc7b0e342b4b8e68e6533
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be9ba5208bb0b7f62289ba0a40fc9a2f25e8400d6b589d90ca0f5299037cd9d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a00f8130c8c43ba3b86ef986c4fb4241ebc0a44808b15806e2c7f948b3aa8ef4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f69ad02ad549d13e9ab8b866040bb435de5088d2062ba8ddaadf1f207253684e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.2468827930174564,
5
  "eval_steps": 500,
6
- "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -99,6 +99,13 @@
99
  "learning_rate": 1.1692989747852592e-05,
100
  "loss": 0.3737,
101
  "step": 6000
 
 
 
 
 
 
 
102
  }
103
  ],
104
  "logging_steps": 500,
@@ -118,7 +125,7 @@
118
  "attributes": {}
119
  }
120
  },
121
- "total_flos": 7306885728829440.0,
122
  "train_batch_size": 2,
123
  "trial_name": null,
124
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.3507896924355778,
5
  "eval_steps": 500,
6
+ "global_step": 6500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
99
  "learning_rate": 1.1692989747852592e-05,
100
  "loss": 0.3737,
101
  "step": 6000
102
+ },
103
+ {
104
+ "epoch": 1.3507896924355778,
105
+ "grad_norm": 1.103445053100586,
106
+ "learning_rate": 1.1000277085065116e-05,
107
+ "loss": 0.3626,
108
+ "step": 6500
109
  }
110
  ],
111
  "logging_steps": 500,
 
125
  "attributes": {}
126
  }
127
  },
128
+ "total_flos": 7915843619389440.0,
129
  "train_batch_size": 2,
130
  "trial_name": null,
131
  "trial_params": null