auxyus commited on
Commit
90bc59c
·
verified ·
1 Parent(s): d7fcc42

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b2d074aab499d9f80bddf337d0040a5830648d9c389b9b8224fac118d49e0c3
3
  size 100966336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd300e617c4644581e134cbb3f0defa2e232bd9e38c02fdba3e6fdf407ce8d4
3
  size 100966336
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4160a0bc908544956e44c09f66a7a1476e98b135bf884d5322db7950786f491c
3
  size 51613668
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5879fbdc8549eda7dd027d6776748a66495e39b712b6f9da60a140ece8bf090d
3
  size 51613668
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:816123bdea76b0b8211255a74e4532d61283c516b9776b7a83d70742a8c3b82c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527ec3a62a42ec7f863679e8bf0970102aa27708dc9b1b018d3bc5b9da4120fb
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70f0f789b56065211b8c0b1a5e2a97dd0b5b08a816bbbe288fb6f9c677282af9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad54995b081fae25638228c5d9c8f38ca277e5c5ad00bc3e49897b543f84405
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.169210910797119,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-450",
4
- "epoch": 0.0464025160475368,
5
  "eval_steps": 50,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -402,6 +402,135 @@
402
  "eval_samples_per_second": 48.948,
403
  "eval_steps_per_second": 12.238,
404
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
405
  }
406
  ],
407
  "logging_steps": 10,
@@ -425,12 +554,12 @@
425
  "should_evaluate": false,
426
  "should_log": false,
427
  "should_save": true,
428
- "should_training_stop": false
429
  },
430
  "attributes": {}
431
  }
432
  },
433
- "total_flos": 9.42281408297042e+16,
434
  "train_batch_size": 8,
435
  "trial_name": null,
436
  "trial_params": null
 
1
  {
2
+ "best_metric": 2.157806873321533,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-600",
4
+ "epoch": 0.061870021396715734,
5
  "eval_steps": 50,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
402
  "eval_samples_per_second": 48.948,
403
  "eval_steps_per_second": 12.238,
404
  "step": 450
405
+ },
406
+ {
407
+ "epoch": 0.04743368307081539,
408
+ "grad_norm": 0.5070022344589233,
409
+ "learning_rate": 2.6522584913693294e-05,
410
+ "loss": 1.7542,
411
+ "step": 460
412
+ },
413
+ {
414
+ "epoch": 0.04846485009409399,
415
+ "grad_norm": 1.1527154445648193,
416
+ "learning_rate": 2.301660165700936e-05,
417
+ "loss": 2.0654,
418
+ "step": 470
419
+ },
420
+ {
421
+ "epoch": 0.04949601711737259,
422
+ "grad_norm": 1.4834057092666626,
423
+ "learning_rate": 1.9728836206903656e-05,
424
+ "loss": 2.6073,
425
+ "step": 480
426
+ },
427
+ {
428
+ "epoch": 0.05052718414065118,
429
+ "grad_norm": 2.081821918487549,
430
+ "learning_rate": 1.6668608091748495e-05,
431
+ "loss": 2.1154,
432
+ "step": 490
433
+ },
434
+ {
435
+ "epoch": 0.051558351163929775,
436
+ "grad_norm": 3.67146372795105,
437
+ "learning_rate": 1.3844591860619383e-05,
438
+ "loss": 2.0505,
439
+ "step": 500
440
+ },
441
+ {
442
+ "epoch": 0.051558351163929775,
443
+ "eval_loss": 2.1617953777313232,
444
+ "eval_runtime": 333.6758,
445
+ "eval_samples_per_second": 48.952,
446
+ "eval_steps_per_second": 12.239,
447
+ "step": 500
448
+ },
449
+ {
450
+ "epoch": 0.052589518187208376,
451
+ "grad_norm": 0.5439073443412781,
452
+ "learning_rate": 1.1264792494342857e-05,
453
+ "loss": 1.7707,
454
+ "step": 510
455
+ },
456
+ {
457
+ "epoch": 0.05362068521048697,
458
+ "grad_norm": 1.2288672924041748,
459
+ "learning_rate": 8.936522714508678e-06,
460
+ "loss": 2.105,
461
+ "step": 520
462
+ },
463
+ {
464
+ "epoch": 0.05465185223376556,
465
+ "grad_norm": 1.4869736433029175,
466
+ "learning_rate": 6.866382254766157e-06,
467
+ "loss": 2.59,
468
+ "step": 530
469
+ },
470
+ {
471
+ "epoch": 0.05568301925704416,
472
+ "grad_norm": 2.162022590637207,
473
+ "learning_rate": 5.060239153161872e-06,
474
+ "loss": 2.1897,
475
+ "step": 540
476
+ },
477
+ {
478
+ "epoch": 0.05671418628032276,
479
+ "grad_norm": 3.499267578125,
480
+ "learning_rate": 3.5232131185484076e-06,
481
+ "loss": 2.0738,
482
+ "step": 550
483
+ },
484
+ {
485
+ "epoch": 0.05671418628032276,
486
+ "eval_loss": 2.159189462661743,
487
+ "eval_runtime": 334.2901,
488
+ "eval_samples_per_second": 48.862,
489
+ "eval_steps_per_second": 12.217,
490
+ "step": 550
491
+ },
492
+ {
493
+ "epoch": 0.05774535330360135,
494
+ "grad_norm": 0.5425857901573181,
495
+ "learning_rate": 2.259661018213333e-06,
496
+ "loss": 1.7283,
497
+ "step": 560
498
+ },
499
+ {
500
+ "epoch": 0.058776520326879945,
501
+ "grad_norm": 1.2724061012268066,
502
+ "learning_rate": 1.2731645278655445e-06,
503
+ "loss": 2.0625,
504
+ "step": 570
505
+ },
506
+ {
507
+ "epoch": 0.05980768735015854,
508
+ "grad_norm": 1.4536103010177612,
509
+ "learning_rate": 5.665199789862907e-07,
510
+ "loss": 2.5846,
511
+ "step": 580
512
+ },
513
+ {
514
+ "epoch": 0.06083885437343714,
515
+ "grad_norm": 1.7772146463394165,
516
+ "learning_rate": 1.4173043232380557e-07,
517
+ "loss": 2.2722,
518
+ "step": 590
519
+ },
520
+ {
521
+ "epoch": 0.061870021396715734,
522
+ "grad_norm": 3.680924415588379,
523
+ "learning_rate": 0.0,
524
+ "loss": 2.0972,
525
+ "step": 600
526
+ },
527
+ {
528
+ "epoch": 0.061870021396715734,
529
+ "eval_loss": 2.157806873321533,
530
+ "eval_runtime": 333.7888,
531
+ "eval_samples_per_second": 48.935,
532
+ "eval_steps_per_second": 12.235,
533
+ "step": 600
534
  }
535
  ],
536
  "logging_steps": 10,
 
554
  "should_evaluate": false,
555
  "should_log": false,
556
  "should_save": true,
557
+ "should_training_stop": true
558
  },
559
  "attributes": {}
560
  }
561
  },
562
+ "total_flos": 1.2563752110627226e+17,
563
  "train_batch_size": 8,
564
  "trial_name": null,
565
  "trial_params": null