ardaspear commited on
Commit
b354500
·
verified ·
1 Parent(s): ae8252a

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:586d0dfbf68de230ed980f2b3ae5236dc15225f117b6655abfd65b754c730744
3
  size 1216072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfc0aec5993c74c8dac8c2798fdfcf3512930b67c41a44b13ccb1149007aa37
3
  size 1216072
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c052735840a45824349bf812b4a1b576719d3f977a3bb3efcf0b227c6bad665
3
  size 1294548
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2814a4443e9c46e42c699fd711d34f8c35ed68d3f640143febe66e98579562b7
3
  size 1294548
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11f8f032f08cf8e4fc2860b5f74ff56ac730e3b85b1795c6de8fdcf7933541f6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8490748536ec4bdf51be10ef1ab65f4ca600ab4ad57425373a4691cb13c81b6
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de723127fb29334c1d5f5d4d0ba1d4e78fc916dfc4e8f6b4bb5846a069a13ba9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d89303aa828aaa9e241260e2ca606db088309d8b5a7ba3d79cb10ce1887994d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 9.231368064880371,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-450",
4
- "epoch": 0.529567519858782,
5
  "eval_steps": 50,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -402,6 +402,135 @@
402
  "eval_samples_per_second": 456.443,
403
  "eval_steps_per_second": 114.111,
404
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
405
  }
406
  ],
407
  "logging_steps": 10,
@@ -425,12 +554,12 @@
425
  "should_evaluate": false,
426
  "should_log": false,
427
  "should_save": true,
428
- "should_training_stop": false
429
  },
430
  "attributes": {}
431
  }
432
  },
433
- "total_flos": 96345136300032.0,
434
  "train_batch_size": 8,
435
  "trial_name": null,
436
  "trial_params": null
 
1
  {
2
+ "best_metric": 9.23099136352539,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-600",
4
+ "epoch": 0.706090026478376,
5
  "eval_steps": 50,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
402
  "eval_samples_per_second": 456.443,
403
  "eval_steps_per_second": 114.111,
404
  "step": 450
405
+ },
406
+ {
407
+ "epoch": 0.5413356869667549,
408
+ "grad_norm": 0.5859640836715698,
409
+ "learning_rate": 2.6522584913693294e-05,
410
+ "loss": 9.2368,
411
+ "step": 460
412
+ },
413
+ {
414
+ "epoch": 0.5531038540747278,
415
+ "grad_norm": 0.5664204955101013,
416
+ "learning_rate": 2.301660165700936e-05,
417
+ "loss": 9.2346,
418
+ "step": 470
419
+ },
420
+ {
421
+ "epoch": 0.5648720211827007,
422
+ "grad_norm": 0.5508027672767639,
423
+ "learning_rate": 1.9728836206903656e-05,
424
+ "loss": 9.2328,
425
+ "step": 480
426
+ },
427
+ {
428
+ "epoch": 0.5766401882906738,
429
+ "grad_norm": 0.5547236204147339,
430
+ "learning_rate": 1.6668608091748495e-05,
431
+ "loss": 9.2273,
432
+ "step": 490
433
+ },
434
+ {
435
+ "epoch": 0.5884083553986467,
436
+ "grad_norm": 0.5351949334144592,
437
+ "learning_rate": 1.3844591860619383e-05,
438
+ "loss": 9.2272,
439
+ "step": 500
440
+ },
441
+ {
442
+ "epoch": 0.5884083553986467,
443
+ "eval_loss": 9.230931282043457,
444
+ "eval_runtime": 3.1481,
445
+ "eval_samples_per_second": 454.871,
446
+ "eval_steps_per_second": 113.718,
447
+ "step": 500
448
+ },
449
+ {
450
+ "epoch": 0.6001765225066196,
451
+ "grad_norm": 0.5742395520210266,
452
+ "learning_rate": 1.1264792494342857e-05,
453
+ "loss": 9.2388,
454
+ "step": 510
455
+ },
456
+ {
457
+ "epoch": 0.6119446896145925,
458
+ "grad_norm": 0.5664268732070923,
459
+ "learning_rate": 8.936522714508678e-06,
460
+ "loss": 9.234,
461
+ "step": 520
462
+ },
463
+ {
464
+ "epoch": 0.6237128567225655,
465
+ "grad_norm": 0.5586317777633667,
466
+ "learning_rate": 6.866382254766157e-06,
467
+ "loss": 9.231,
468
+ "step": 530
469
+ },
470
+ {
471
+ "epoch": 0.6354810238305384,
472
+ "grad_norm": 0.5682714581489563,
473
+ "learning_rate": 5.060239153161872e-06,
474
+ "loss": 9.227,
475
+ "step": 540
476
+ },
477
+ {
478
+ "epoch": 0.6472491909385113,
479
+ "grad_norm": 0.5156871676445007,
480
+ "learning_rate": 3.5232131185484076e-06,
481
+ "loss": 9.2246,
482
+ "step": 550
483
+ },
484
+ {
485
+ "epoch": 0.6472491909385113,
486
+ "eval_loss": 9.23094654083252,
487
+ "eval_runtime": 3.1842,
488
+ "eval_samples_per_second": 449.718,
489
+ "eval_steps_per_second": 112.429,
490
+ "step": 550
491
+ },
492
+ {
493
+ "epoch": 0.6590173580464843,
494
+ "grad_norm": 0.5625162124633789,
495
+ "learning_rate": 2.259661018213333e-06,
496
+ "loss": 9.2384,
497
+ "step": 560
498
+ },
499
+ {
500
+ "epoch": 0.6707855251544572,
501
+ "grad_norm": 0.5742562413215637,
502
+ "learning_rate": 1.2731645278655445e-06,
503
+ "loss": 9.2365,
504
+ "step": 570
505
+ },
506
+ {
507
+ "epoch": 0.6825536922624301,
508
+ "grad_norm": 0.5625633001327515,
509
+ "learning_rate": 5.665199789862907e-07,
510
+ "loss": 9.2344,
511
+ "step": 580
512
+ },
513
+ {
514
+ "epoch": 0.694321859370403,
515
+ "grad_norm": 0.5586168766021729,
516
+ "learning_rate": 1.4173043232380557e-07,
517
+ "loss": 9.2276,
518
+ "step": 590
519
+ },
520
+ {
521
+ "epoch": 0.706090026478376,
522
+ "grad_norm": 0.5523204207420349,
523
+ "learning_rate": 0.0,
524
+ "loss": 9.2266,
525
+ "step": 600
526
+ },
527
+ {
528
+ "epoch": 0.706090026478376,
529
+ "eval_loss": 9.23099136352539,
530
+ "eval_runtime": 3.1361,
531
+ "eval_samples_per_second": 456.613,
532
+ "eval_steps_per_second": 114.153,
533
+ "step": 600
534
  }
535
  ],
536
  "logging_steps": 10,
 
554
  "should_evaluate": false,
555
  "should_log": false,
556
  "should_save": true,
557
+ "should_training_stop": true
558
  },
559
  "attributes": {}
560
  }
561
  },
562
+ "total_flos": 128442497236992.0,
563
  "train_batch_size": 8,
564
  "trial_name": null,
565
  "trial_params": null