rakhman-llm commited on
Commit
a47c769
·
verified ·
1 Parent(s): 04d3460

Training in progress, step 8500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc4146169c596c8a46b6a1c46d56fdd08f1dada7f00ec225e8ea9e4d71472f70
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab1af3989a3cb0ef17441134c6d9115d239c28d341121ec54ddc157bc80ca31
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:181ff8f655987df2051473c2aa6d62574ed5c4c93c498f6bacbda1bb9807c208
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7fd58185a25f322d89f31ab1205c29d56ebbe0608d01fbd4ed1810b096d21d
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:193cf8763e811dd3e32b43e244a311e62a543ef8398d3b107ff52fb9af797950
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8142adb50de721c312198118970172331afa1dd03733dddae1b8e58019f13418
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a09ad69a3f61f9d3d9f02f2a0456c9d35adee50f06a3734fa06d48a8a6546239
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0999afe033f75d8bd9448190d8bb949c5c3397cd764ae214dd958ddb75be8cfe
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.6625103906899419,
5
  "eval_steps": 500,
6
- "global_step": 8000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -127,6 +127,13 @@
127
  "learning_rate": 8.92213909670269e-06,
128
  "loss": 0.3639,
129
  "step": 8000
 
 
 
 
 
 
 
130
  }
131
  ],
132
  "logging_steps": 500,
@@ -146,7 +153,7 @@
146
  "attributes": {}
147
  }
148
  },
149
- "total_flos": 9742717291069440.0,
150
  "train_batch_size": 2,
151
  "trial_name": null,
152
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.766417290108063,
5
  "eval_steps": 500,
6
+ "global_step": 8500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
127
  "learning_rate": 8.92213909670269e-06,
128
  "loss": 0.3639,
129
  "step": 8000
130
+ },
131
+ {
132
+ "epoch": 1.766417290108063,
133
+ "grad_norm": 0.8235663771629333,
134
+ "learning_rate": 8.229426433915213e-06,
135
+ "loss": 0.355,
136
+ "step": 8500
137
  }
138
  ],
139
  "logging_steps": 500,
 
153
  "attributes": {}
154
  }
155
  },
156
+ "total_flos": 1.035167518162944e+16,
157
  "train_batch_size": 2,
158
  "trial_name": null,
159
  "trial_params": null