rakhman-llm commited on
Commit
b0cea20
·
verified ·
1 Parent(s): ba353e3

Training in progress, step 36000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37250fd25ac520b5292199088ef27546da88796721ea4eb40695113400ccfa7b
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61dce64509302181dbd0102d94f8e63119a5e468f1ab30981e6b95a40a16a0f7
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad6751a841c8864f7c7c1ceb77b425b700e73e59e70f845d753c55a66facc1b6
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aee7a7bb130bc58eccba7310fd2e1c0ff9bc9a9460551dab2ac36a3c09f233f
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2920a601864c0632a370a1ac1dcdad5f1e27e566971eb45ef713c65fc1086f00
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d52b5d54b1b44c26afdd58b8aa610c5f355b531f51747715e0d2588d67b0dd03
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0cc3d0c5d65fdec57f5db591d38345123ff409f36daf00beadf6d67548eb0bd8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3545c32cd08bfe14c5940277cc90a883188128e319d14e37ac1ae89581718ce4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.3666666666666667,
5
  "eval_steps": 500,
6
- "global_step": 35500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2508,6 +2508,41 @@
2508
  "learning_rate": 4.228444444444445e-06,
2509
  "loss": 0.0529,
2510
  "step": 35500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2511
  }
2512
  ],
2513
  "logging_steps": 100,
@@ -2527,7 +2562,7 @@
2527
  "attributes": {}
2528
  }
2529
  },
2530
- "total_flos": 8.647202045952e+16,
2531
  "train_batch_size": 4,
2532
  "trial_name": null,
2533
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.4,
5
  "eval_steps": 500,
6
+ "global_step": 36000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2508
  "learning_rate": 4.228444444444445e-06,
2509
  "loss": 0.0529,
2510
  "step": 35500
2511
+ },
2512
+ {
2513
+ "epoch": 2.3733333333333335,
2514
+ "grad_norm": 0.1506161242723465,
2515
+ "learning_rate": 4.184e-06,
2516
+ "loss": 0.0508,
2517
+ "step": 35600
2518
+ },
2519
+ {
2520
+ "epoch": 2.38,
2521
+ "grad_norm": 0.16037747263908386,
2522
+ "learning_rate": 4.139555555555556e-06,
2523
+ "loss": 0.0517,
2524
+ "step": 35700
2525
+ },
2526
+ {
2527
+ "epoch": 2.3866666666666667,
2528
+ "grad_norm": 0.2298995554447174,
2529
+ "learning_rate": 4.095111111111111e-06,
2530
+ "loss": 0.0516,
2531
+ "step": 35800
2532
+ },
2533
+ {
2534
+ "epoch": 2.3933333333333335,
2535
+ "grad_norm": 0.18646371364593506,
2536
+ "learning_rate": 4.0506666666666675e-06,
2537
+ "loss": 0.0552,
2538
+ "step": 35900
2539
+ },
2540
+ {
2541
+ "epoch": 2.4,
2542
+ "grad_norm": 0.1472606658935547,
2543
+ "learning_rate": 4.006222222222223e-06,
2544
+ "loss": 0.0523,
2545
+ "step": 36000
2546
  }
2547
  ],
2548
  "logging_steps": 100,
 
2562
  "attributes": {}
2563
  }
2564
  },
2565
+ "total_flos": 8.768993624064e+16,
2566
  "train_batch_size": 4,
2567
  "trial_name": null,
2568
  "trial_params": null