lesso06 commited on
Commit
e8e820f
·
verified ·
1 Parent(s): 223b435

Training in progress, step 450, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f42f6604c474515d9650eccb85195f3fbfb50933f9a96bf7b0450590af8e306b
3
  size 289452128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dbc157b16d127095d3b041cb9e440b7bc7a5f5552212fba2f9bd935f2ba3b25
3
  size 289452128
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbdaf54e4e87c3bf76ff42e3d4933bb4e29b44fc563fc7d946c60214bd795749
3
  size 147360212
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ddaae87e12380274c4f5726bafce50f74922967853e95e197744f80c8f97d2b
3
  size 147360212
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71fc351677279f18f516b810eb4ab3d66980707ebcb130a8442241cf3d17881b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c38003ef86abbb071d125f7ff66342a2ea51deb2b5edf0d2a212cc88e85cc744
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89df26d2648b7bbd96c19b1cc0947215f3b7f788b7b6e7a6d1179c8d03cbffea
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d0c4fcd75282d05c3ecf542229a263cdfdea966c314071913c5dc6faf85a25
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.5720521211624146,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-400",
4
- "epoch": 0.007834457904478372,
5
  "eval_steps": 50,
6
- "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -359,6 +359,49 @@
359
  "eval_samples_per_second": 26.693,
360
  "eval_steps_per_second": 6.674,
361
  "step": 400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
362
  }
363
  ],
364
  "logging_steps": 10,
@@ -387,7 +430,7 @@
387
  "attributes": {}
388
  }
389
  },
390
- "total_flos": 2.620346133066547e+16,
391
  "train_batch_size": 4,
392
  "trial_name": null,
393
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.5629593133926392,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-450",
4
+ "epoch": 0.008813765142538168,
5
  "eval_steps": 50,
6
+ "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
359
  "eval_samples_per_second": 26.693,
360
  "eval_steps_per_second": 6.674,
361
  "step": 400
362
+ },
363
+ {
364
+ "epoch": 0.008030319352090332,
365
+ "grad_norm": 0.4348071813583374,
366
+ "learning_rate": 1.9671249579380422e-05,
367
+ "loss": 1.6855,
368
+ "step": 410
369
+ },
370
+ {
371
+ "epoch": 0.00822618079970229,
372
+ "grad_norm": 0.5242032408714294,
373
+ "learning_rate": 1.5651046095888127e-05,
374
+ "loss": 1.6195,
375
+ "step": 420
376
+ },
377
+ {
378
+ "epoch": 0.00842204224731425,
379
+ "grad_norm": 0.5005368590354919,
380
+ "learning_rate": 1.205639793553052e-05,
381
+ "loss": 1.569,
382
+ "step": 430
383
+ },
384
+ {
385
+ "epoch": 0.00861790369492621,
386
+ "grad_norm": 0.5892754793167114,
387
+ "learning_rate": 8.904817862812098e-06,
388
+ "loss": 1.5471,
389
+ "step": 440
390
+ },
391
+ {
392
+ "epoch": 0.008813765142538168,
393
+ "grad_norm": 0.715459406375885,
394
+ "learning_rate": 6.211660059051443e-06,
395
+ "loss": 1.5927,
396
+ "step": 450
397
+ },
398
+ {
399
+ "epoch": 0.008813765142538168,
400
+ "eval_loss": 1.5629593133926392,
401
+ "eval_runtime": 809.2741,
402
+ "eval_samples_per_second": 26.565,
403
+ "eval_steps_per_second": 6.642,
404
+ "step": 450
405
  }
406
  ],
407
  "logging_steps": 10,
 
430
  "attributes": {}
431
  }
432
  },
433
+ "total_flos": 2.951250143556403e+16,
434
  "train_batch_size": 4,
435
  "trial_name": null,
436
  "trial_params": null