rakhman-llm commited on
Commit
d667258
·
verified ·
1 Parent(s): d5c5e3c

Training in progress, step 5500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ae5c81c1c60500c4a5e1dd6dc813ec1e98722c56c518f3879627e98375fc97c
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37eb7a5e4bceab7d32011b5d17f5f7c727abd642937f2f5113f334b54b67ecce
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02ec7dd85fee160cc36f0c35de11d3c1f3f62be09dc2acdbea1436d93df16a1f
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9719ee3b3f8442d6fc5e8f63a83f241cd994c81df3f6f1e293214b163473444
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e395ce6518143962b06454b53148180fd527e3c70ad1a04b860142fa90882881
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca803041d1c71084d00ad4722811ed67342df4d01c4b5a158f3fbc70c751c86
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:133e76e86cd14a96bc531992fc191ed101dcf5373cd51d0b24c7b1c479a2d7b7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c79865c40bc524fb8d08f87fe96773f5e5e19275573e12c21b3c870bc7e6d8a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.3333333333333333,
5
  "eval_steps": 500,
6
- "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -357,6 +357,41 @@
357
  "learning_rate": 1.777866666666667e-05,
358
  "loss": 0.0669,
359
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
360
  }
361
  ],
362
  "logging_steps": 100,
@@ -376,7 +411,7 @@
376
  "attributes": {}
377
  }
378
  },
379
- "total_flos": 1.21791578112e+16,
380
  "train_batch_size": 4,
381
  "trial_name": null,
382
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.36666666666666664,
5
  "eval_steps": 500,
6
+ "global_step": 5500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
357
  "learning_rate": 1.777866666666667e-05,
358
  "loss": 0.0669,
359
  "step": 5000
360
+ },
361
+ {
362
+ "epoch": 0.34,
363
+ "grad_norm": 0.16804884374141693,
364
+ "learning_rate": 1.7734222222222225e-05,
365
+ "loss": 0.0664,
366
+ "step": 5100
367
+ },
368
+ {
369
+ "epoch": 0.3466666666666667,
370
+ "grad_norm": 0.17912818491458893,
371
+ "learning_rate": 1.768977777777778e-05,
372
+ "loss": 0.0695,
373
+ "step": 5200
374
+ },
375
+ {
376
+ "epoch": 0.35333333333333333,
377
+ "grad_norm": 0.18144488334655762,
378
+ "learning_rate": 1.764577777777778e-05,
379
+ "loss": 0.0721,
380
+ "step": 5300
381
+ },
382
+ {
383
+ "epoch": 0.36,
384
+ "grad_norm": 0.22347889840602875,
385
+ "learning_rate": 1.7601333333333334e-05,
386
+ "loss": 0.0723,
387
+ "step": 5400
388
+ },
389
+ {
390
+ "epoch": 0.36666666666666664,
391
+ "grad_norm": 0.16477668285369873,
392
+ "learning_rate": 1.755688888888889e-05,
393
+ "loss": 0.0708,
394
+ "step": 5500
395
  }
396
  ],
397
  "logging_steps": 100,
 
411
  "attributes": {}
412
  }
413
  },
414
+ "total_flos": 1.339707359232e+16,
415
  "train_batch_size": 4,
416
  "trial_name": null,
417
  "trial_params": null