rakhman-llm commited on
Commit
be8e63b
·
verified ·
1 Parent(s): 972506f

Training in progress, step 12000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39160a24f518bb39d40c921eba0157cfc79a62682458140df4d9769685c1b068
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64dbcf237fae8369f55b23d09ee7ff302b4305e95230470792806d4f5beaefce
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d03737474f4b5464ab0a16f2d16328dec5ad6f74a4ba7ae94e673a76a8d897bb
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471516a79c1d1bce2d7f0221facbc27273c25803ac0ef5c4f6871e9e4d64cf86
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bc45ac1a35f5f4645973545cd88afbd0064272773488fa12a6e4551c2656024
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f26f933cd5a30682ad42a3de6cd890f8aaa49723c34ab9ccdf6d24b30e628d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:034840a84c5a8ab5df6df26a6069c2f569beaac573ff6922f4d724159461eb57
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7c983c5137eb206988110c9b1855bdf7c8f7f5f71b7c6884401c6871ab55a9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.3898586866167912,
5
  "eval_steps": 500,
6
- "global_step": 11500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -184,6 +184,13 @@
184
  "learning_rate": 4.074535882515933e-06,
185
  "loss": 0.3412,
186
  "step": 11500
 
 
 
 
 
 
 
187
  }
188
  ],
189
  "logging_steps": 500,
@@ -203,7 +210,7 @@
203
  "attributes": {}
204
  }
205
  },
206
- "total_flos": 1.400481356709888e+16,
207
  "train_batch_size": 2,
208
  "trial_name": null,
209
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.493765586034913,
5
  "eval_steps": 500,
6
+ "global_step": 12000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
184
  "learning_rate": 4.074535882515933e-06,
185
  "loss": 0.3412,
186
  "step": 11500
187
+ },
188
+ {
189
+ "epoch": 2.493765586034913,
190
+ "grad_norm": 0.8355275988578796,
191
+ "learning_rate": 3.381823219728457e-06,
192
+ "loss": 0.3168,
193
+ "step": 12000
194
  }
195
  ],
196
  "logging_steps": 500,
 
210
  "attributes": {}
211
  }
212
  },
213
+ "total_flos": 1.461377145765888e+16,
214
  "train_batch_size": 2,
215
  "trial_name": null,
216
  "trial_params": null