dimasik87 commited on
Commit
ed1043d
·
verified ·
1 Parent(s): 8edf844

Training in progress, step 25, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f72eab8e82d4a3ebfaeeded13c0552334b26e14302a5161a2630c8bd5a24bd1a
3
  size 684272496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5152c60bb17a2b113ad1bcaad3ad6af5220501114ec2147800c39b5727d8db8d
3
  size 684272496
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eccfb167eaa95d50bf83be9f2a408f5f20ddcabfc89c0c7b899facf90592dbe1
3
  size 320194002
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccbbf3c0db53eb1cba4ae34a5c5b6c6be81f166c7876a7bd5f4295d4d66e7817
3
  size 320194002
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81d341293548ca00e0e58d5d96dd5b9a987f30f65d8d779264a3bcee6bef50b4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e01c28df0e74f379f11a5bc69777121dc7b9c14b90ffd176758e1c14035ca1d5
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d95f3fb1f9df4cdd5f470d1684a242bf1d1940d47b9622802f603a91ffa5bc0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4521b8db9cc205e54aa606d85e707c024abd2d8ad4a20bec4b2cff365dc59cdf
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.07889546351084813,
5
  "eval_steps": 3,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -203,6 +203,57 @@
203
  "learning_rate": 5.000000000000002e-05,
204
  "loss": 0.209,
205
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
206
  }
207
  ],
208
  "logging_steps": 1,
@@ -217,12 +268,12 @@
217
  "should_evaluate": false,
218
  "should_log": false,
219
  "should_save": true,
220
- "should_training_stop": false
221
  },
222
  "attributes": {}
223
  }
224
  },
225
- "total_flos": 2.613834418225152e+16,
226
  "train_batch_size": 2,
227
  "trial_name": null,
228
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.09861932938856016,
5
  "eval_steps": 3,
6
+ "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
203
  "learning_rate": 5.000000000000002e-05,
204
  "loss": 0.209,
205
  "step": 20
206
+ },
207
+ {
208
+ "epoch": 0.08284023668639054,
209
+ "grad_norm": 1.0299311876296997,
210
+ "learning_rate": 3.308693936411421e-05,
211
+ "loss": 0.2146,
212
+ "step": 21
213
+ },
214
+ {
215
+ "epoch": 0.08284023668639054,
216
+ "eval_loss": 0.18857908248901367,
217
+ "eval_runtime": 22.4293,
218
+ "eval_samples_per_second": 9.541,
219
+ "eval_steps_per_second": 4.771,
220
+ "step": 21
221
+ },
222
+ {
223
+ "epoch": 0.08678500986193294,
224
+ "grad_norm": 0.6787167191505432,
225
+ "learning_rate": 1.9098300562505266e-05,
226
+ "loss": 0.1958,
227
+ "step": 22
228
+ },
229
+ {
230
+ "epoch": 0.09072978303747535,
231
+ "grad_norm": 0.8082757592201233,
232
+ "learning_rate": 8.645454235739903e-06,
233
+ "loss": 0.2158,
234
+ "step": 23
235
+ },
236
+ {
237
+ "epoch": 0.09467455621301775,
238
+ "grad_norm": 1.5938321352005005,
239
+ "learning_rate": 2.1852399266194314e-06,
240
+ "loss": 0.2725,
241
+ "step": 24
242
+ },
243
+ {
244
+ "epoch": 0.09467455621301775,
245
+ "eval_loss": 0.19068406522274017,
246
+ "eval_runtime": 22.3143,
247
+ "eval_samples_per_second": 9.59,
248
+ "eval_steps_per_second": 4.795,
249
+ "step": 24
250
+ },
251
+ {
252
+ "epoch": 0.09861932938856016,
253
+ "grad_norm": 0.9700214266777039,
254
+ "learning_rate": 0.0,
255
+ "loss": 0.1544,
256
+ "step": 25
257
  }
258
  ],
259
  "logging_steps": 1,
 
268
  "should_evaluate": false,
269
  "should_log": false,
270
  "should_save": true,
271
+ "should_training_stop": true
272
  },
273
  "attributes": {}
274
  }
275
  },
276
+ "total_flos": 3.26729302278144e+16,
277
  "train_batch_size": 2,
278
  "trial_name": null,
279
  "trial_params": null