rakhman-llm commited on
Commit
03f299f
·
verified ·
1 Parent(s): 5d0a944

Training in progress, step 31000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0b4d2a21ab34ea5aae19f2c79c17d535d0eceb21e9bd3fbe132c0c6743fbd74
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35881b4a958bf056508d114860b14084addd8682c5b35498eb4cbf8f6a42ffcc
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60601e0df9ec0d20e49569fddd22a460360511cad0bf70986d2e0dfe2c6fc5ac
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a03972f1e2c45bae275800dd72230f94d0382cbf9d6d293e189b2e288ac62bf
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbfe40bf67dcc41ade516e25138c73f55e1a79032c0542ad6be33784e59a5c69
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5a75fa06d8e0567428171895f2f5be669b2393bf43f572fee60b1f39d5db02
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6148692faa22908e20b6fbcdb986515b0d89f409366c21a08301b9100cfff4f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cadac78638c6cb012c738c824827d4d4609dcfa94ea2fed086f7884c5c610aa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.033333333333333,
5
  "eval_steps": 500,
6
- "global_step": 30500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2158,6 +2158,41 @@
2158
  "learning_rate": 6.4493333333333345e-06,
2159
  "loss": 0.0544,
2160
  "step": 30500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2161
  }
2162
  ],
2163
  "logging_steps": 100,
@@ -2177,7 +2212,7 @@
2177
  "attributes": {}
2178
  }
2179
  },
2180
- "total_flos": 7.429286264832e+16,
2181
  "train_batch_size": 4,
2182
  "trial_name": null,
2183
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.066666666666667,
5
  "eval_steps": 500,
6
+ "global_step": 31000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2158
  "learning_rate": 6.4493333333333345e-06,
2159
  "loss": 0.0544,
2160
  "step": 30500
2161
+ },
2162
+ {
2163
+ "epoch": 2.04,
2164
+ "grad_norm": 0.12454479187726974,
2165
+ "learning_rate": 6.40488888888889e-06,
2166
+ "loss": 0.0566,
2167
+ "step": 30600
2168
+ },
2169
+ {
2170
+ "epoch": 2.046666666666667,
2171
+ "grad_norm": 0.18834765255451202,
2172
+ "learning_rate": 6.360444444444445e-06,
2173
+ "loss": 0.0523,
2174
+ "step": 30700
2175
+ },
2176
+ {
2177
+ "epoch": 2.0533333333333332,
2178
+ "grad_norm": 0.14881722629070282,
2179
+ "learning_rate": 6.316000000000001e-06,
2180
+ "loss": 0.0505,
2181
+ "step": 30800
2182
+ },
2183
+ {
2184
+ "epoch": 2.06,
2185
+ "grad_norm": 0.12314546853303909,
2186
+ "learning_rate": 6.271555555555556e-06,
2187
+ "loss": 0.0505,
2188
+ "step": 30900
2189
+ },
2190
+ {
2191
+ "epoch": 2.066666666666667,
2192
+ "grad_norm": 0.18147911131381989,
2193
+ "learning_rate": 6.2271111111111115e-06,
2194
+ "loss": 0.046,
2195
+ "step": 31000
2196
  }
2197
  ],
2198
  "logging_steps": 100,
 
2212
  "attributes": {}
2213
  }
2214
  },
2215
+ "total_flos": 7.551077842944e+16,
2216
  "train_batch_size": 4,
2217
  "trial_name": null,
2218
  "trial_params": null