rakhman-llm commited on
Commit
8998530
·
verified ·
1 Parent(s): 0a164aa

Training in progress, step 29500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0d7856ac14e3c9a690e3c9dee53a7a64870218a71216a1c30e598f861133e14
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66cae8324741bfb1c3cbb4cfed2559c012d8b417990bdb0c6e1b400f774dcc4e
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed3cf9b04c05bb73a17b1d26a6bf42f7dfd71e2f3a8b717e1cbc8e86af15e592
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9055ac327c15e228dd6a4caa71093d65f0ca825571af69e5994cc7332daa9be
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13275cc6296652d5dbe96fab3538f55b506c905c768d5c0e2ff0cc00f18629a9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eba248c4c107e3630aeadfd11e69cd930737cf324d325de259160a726c9e173
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cce86ca086e9ceba19d07f438b59e29c1c4e8071fe80d69909be3a44b7f8d02
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b394b8045eb22d77503865620f9a9d287ea2ba93ffd3839a0365feff6f4d8b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.9333333333333333,
5
  "eval_steps": 500,
6
- "global_step": 29000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2045,6 +2045,41 @@
2045
  "learning_rate": 7.115555555555557e-06,
2046
  "loss": 0.0603,
2047
  "step": 29000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2048
  }
2049
  ],
2050
  "logging_steps": 100,
@@ -2064,7 +2099,7 @@
2064
  "attributes": {}
2065
  }
2066
  },
2067
- "total_flos": 7.063911530496e+16,
2068
  "train_batch_size": 4,
2069
  "trial_name": null,
2070
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.9666666666666668,
5
  "eval_steps": 500,
6
+ "global_step": 29500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2045
  "learning_rate": 7.115555555555557e-06,
2046
  "loss": 0.0603,
2047
  "step": 29000
2048
+ },
2049
+ {
2050
+ "epoch": 1.94,
2051
+ "grad_norm": 0.18953697383403778,
2052
+ "learning_rate": 7.071111111111112e-06,
2053
+ "loss": 0.0554,
2054
+ "step": 29100
2055
+ },
2056
+ {
2057
+ "epoch": 1.9466666666666668,
2058
+ "grad_norm": 0.14956802129745483,
2059
+ "learning_rate": 7.0266666666666674e-06,
2060
+ "loss": 0.0555,
2061
+ "step": 29200
2062
+ },
2063
+ {
2064
+ "epoch": 1.9533333333333334,
2065
+ "grad_norm": 0.2314777970314026,
2066
+ "learning_rate": 6.982222222222223e-06,
2067
+ "loss": 0.0576,
2068
+ "step": 29300
2069
+ },
2070
+ {
2071
+ "epoch": 1.96,
2072
+ "grad_norm": 0.1524542272090912,
2073
+ "learning_rate": 6.937777777777779e-06,
2074
+ "loss": 0.0545,
2075
+ "step": 29400
2076
+ },
2077
+ {
2078
+ "epoch": 1.9666666666666668,
2079
+ "grad_norm": 0.12564967572689056,
2080
+ "learning_rate": 6.893333333333334e-06,
2081
+ "loss": 0.0545,
2082
+ "step": 29500
2083
  }
2084
  ],
2085
  "logging_steps": 100,
 
2099
  "attributes": {}
2100
  }
2101
  },
2102
+ "total_flos": 7.185703108608e+16,
2103
  "train_batch_size": 4,
2104
  "trial_name": null,
2105
  "trial_params": null