VERSIL91 commited on
Commit
f9380f3
·
verified ·
1 Parent(s): c4692a5

Training in progress, step 75, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f9b8dc1d7e8176bf9d4dbd3d841c9ff09655e16f331e903d31f6437fe00eed0
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868ca528ad5ad659a0c77b45a26f8429103ac618b1fd4a939db91152ed54ba9b
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0532093a1b2a15ad0adca295b2159e36e57d90faeba0374084f0734e255c43de
3
  size 64219860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a33475732e9a773cd7793e22108175431ef044c6d327d8a845a05a5d911be56
3
  size 64219860
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0c59790f2e3ba0a4714a087914c6124ed7398fe25ca94de6ab9e0301a8e585f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f53083d6bf416fa674a4d7654c4dc44772d047f9fd45a1c2d70bd5cf789eb73
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a89ffc445067fef9d6d02bb3ff9e61d5e3209e6fa67c7259b3b364b90dbaa2cd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23e2214bcafb439ebc7528dcc283ef6218d509a276c0baff0743503ecbe3d92
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0565171317555634,
5
  "eval_steps": 25,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -381,6 +381,189 @@
381
  "eval_samples_per_second": 13.777,
382
  "eval_steps_per_second": 6.888,
383
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
384
  }
385
  ],
386
  "logging_steps": 1,
@@ -400,7 +583,7 @@
400
  "attributes": {}
401
  }
402
  },
403
- "total_flos": 1.26648217239552e+17,
404
  "train_batch_size": 2,
405
  "trial_name": null,
406
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.08477569763334511,
5
  "eval_steps": 25,
6
+ "global_step": 75,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
381
  "eval_samples_per_second": 13.777,
382
  "eval_steps_per_second": 6.888,
383
  "step": 50
384
+ },
385
+ {
386
+ "epoch": 0.05764747439067467,
387
+ "grad_norm": 0.10484740883111954,
388
+ "learning_rate": 5.695865504800327e-05,
389
+ "loss": 0.1664,
390
+ "step": 51
391
+ },
392
+ {
393
+ "epoch": 0.05877781702578594,
394
+ "grad_norm": 0.09817209094762802,
395
+ "learning_rate": 5.522642316338268e-05,
396
+ "loss": 0.1572,
397
+ "step": 52
398
+ },
399
+ {
400
+ "epoch": 0.05990815966089721,
401
+ "grad_norm": 0.09848269075155258,
402
+ "learning_rate": 5.348782368720626e-05,
403
+ "loss": 0.1595,
404
+ "step": 53
405
+ },
406
+ {
407
+ "epoch": 0.061038502296008476,
408
+ "grad_norm": 0.09713145345449448,
409
+ "learning_rate": 5.174497483512506e-05,
410
+ "loss": 0.1644,
411
+ "step": 54
412
+ },
413
+ {
414
+ "epoch": 0.062168844931119745,
415
+ "grad_norm": 0.11254185438156128,
416
+ "learning_rate": 5e-05,
417
+ "loss": 0.153,
418
+ "step": 55
419
+ },
420
+ {
421
+ "epoch": 0.06329918756623101,
422
+ "grad_norm": 0.10281391441822052,
423
+ "learning_rate": 4.825502516487497e-05,
424
+ "loss": 0.1617,
425
+ "step": 56
426
+ },
427
+ {
428
+ "epoch": 0.06442953020134229,
429
+ "grad_norm": 0.09166331589221954,
430
+ "learning_rate": 4.6512176312793736e-05,
431
+ "loss": 0.145,
432
+ "step": 57
433
+ },
434
+ {
435
+ "epoch": 0.06555987283645355,
436
+ "grad_norm": 0.09803515672683716,
437
+ "learning_rate": 4.477357683661734e-05,
438
+ "loss": 0.1616,
439
+ "step": 58
440
+ },
441
+ {
442
+ "epoch": 0.06669021547156481,
443
+ "grad_norm": 0.0987379401922226,
444
+ "learning_rate": 4.3041344951996746e-05,
445
+ "loss": 0.1689,
446
+ "step": 59
447
+ },
448
+ {
449
+ "epoch": 0.06782055810667609,
450
+ "grad_norm": 0.09968309849500656,
451
+ "learning_rate": 4.131759111665349e-05,
452
+ "loss": 0.1529,
453
+ "step": 60
454
+ },
455
+ {
456
+ "epoch": 0.06895090074178735,
457
+ "grad_norm": 0.09657073765993118,
458
+ "learning_rate": 3.960441545911204e-05,
459
+ "loss": 0.1593,
460
+ "step": 61
461
+ },
462
+ {
463
+ "epoch": 0.07008124337689862,
464
+ "grad_norm": 0.10319285094738007,
465
+ "learning_rate": 3.790390522001662e-05,
466
+ "loss": 0.1617,
467
+ "step": 62
468
+ },
469
+ {
470
+ "epoch": 0.07121158601200989,
471
+ "grad_norm": 0.09319040179252625,
472
+ "learning_rate": 3.6218132209150045e-05,
473
+ "loss": 0.1388,
474
+ "step": 63
475
+ },
476
+ {
477
+ "epoch": 0.07234192864712116,
478
+ "grad_norm": 0.10078910738229752,
479
+ "learning_rate": 3.4549150281252636e-05,
480
+ "loss": 0.157,
481
+ "step": 64
482
+ },
483
+ {
484
+ "epoch": 0.07347227128223242,
485
+ "grad_norm": 0.0971289873123169,
486
+ "learning_rate": 3.289899283371657e-05,
487
+ "loss": 0.157,
488
+ "step": 65
489
+ },
490
+ {
491
+ "epoch": 0.0746026139173437,
492
+ "grad_norm": 0.09027408063411713,
493
+ "learning_rate": 3.12696703292044e-05,
494
+ "loss": 0.1278,
495
+ "step": 66
496
+ },
497
+ {
498
+ "epoch": 0.07573295655245496,
499
+ "grad_norm": 0.09577968716621399,
500
+ "learning_rate": 2.9663167846209998e-05,
501
+ "loss": 0.1476,
502
+ "step": 67
503
+ },
504
+ {
505
+ "epoch": 0.07686329918756624,
506
+ "grad_norm": 0.095377616584301,
507
+ "learning_rate": 2.8081442660546125e-05,
508
+ "loss": 0.1401,
509
+ "step": 68
510
+ },
511
+ {
512
+ "epoch": 0.0779936418226775,
513
+ "grad_norm": 0.09206076711416245,
514
+ "learning_rate": 2.6526421860705473e-05,
515
+ "loss": 0.145,
516
+ "step": 69
517
+ },
518
+ {
519
+ "epoch": 0.07912398445778877,
520
+ "grad_norm": 0.10833960771560669,
521
+ "learning_rate": 2.500000000000001e-05,
522
+ "loss": 0.144,
523
+ "step": 70
524
+ },
525
+ {
526
+ "epoch": 0.08025432709290004,
527
+ "grad_norm": 0.10532192140817642,
528
+ "learning_rate": 2.350403678833976e-05,
529
+ "loss": 0.1684,
530
+ "step": 71
531
+ },
532
+ {
533
+ "epoch": 0.0813846697280113,
534
+ "grad_norm": 0.09503438323736191,
535
+ "learning_rate": 2.2040354826462668e-05,
536
+ "loss": 0.1353,
537
+ "step": 72
538
+ },
539
+ {
540
+ "epoch": 0.08251501236312257,
541
+ "grad_norm": 0.10530933737754822,
542
+ "learning_rate": 2.061073738537635e-05,
543
+ "loss": 0.1293,
544
+ "step": 73
545
+ },
546
+ {
547
+ "epoch": 0.08364535499823383,
548
+ "grad_norm": 0.0886959508061409,
549
+ "learning_rate": 1.9216926233717085e-05,
550
+ "loss": 0.1283,
551
+ "step": 74
552
+ },
553
+ {
554
+ "epoch": 0.08477569763334511,
555
+ "grad_norm": 0.09509113430976868,
556
+ "learning_rate": 1.7860619515673033e-05,
557
+ "loss": 0.1503,
558
+ "step": 75
559
+ },
560
+ {
561
+ "epoch": 0.08477569763334511,
562
+ "eval_loss": 0.14312788844108582,
563
+ "eval_runtime": 108.0678,
564
+ "eval_samples_per_second": 13.788,
565
+ "eval_steps_per_second": 6.894,
566
+ "step": 75
567
  }
568
  ],
569
  "logging_steps": 1,
 
583
  "attributes": {}
584
  }
585
  },
586
+ "total_flos": 1.89972325859328e+17,
587
  "train_batch_size": 2,
588
  "trial_name": null,
589
  "trial_params": null