ManyingZ commited on
Commit
2a52da8
·
verified ·
1 Parent(s): cc34570

Upload folder using huggingface_hub

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7199032c0bb48f4e3f23675b3a1c970189d67c15cf1579dd23df3488b0b3e3a
3
  size 1852600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68515ff14478a14351e1265d123ac6741eff44f2f63af0a047a64557a1804a24
3
  size 1852600
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16fe1bcbf22a34222feeabd157ef29f7b3cb2ec9206af80fc10023f9386bae86
3
  size 1108346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8882111f3043041d033f9112061c110352ce387874ac96764552fdc55b6ce27
3
  size 1108346
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59d953226bc417945899e87f53a6081640f34a8b71d67a0b1cf564824efa9463
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24cea9fa51a4c228cf33d03c76744682a85d2067e0b76c9d2a550bf503d1f19
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30e95e5f44861e8059ee6a3a64cda7d8ed399274b958454ac1793d881fa8c44c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daee553adc9caeda3de85213cc0cd43f6e5927682a944ecc5ea1008fcff66b1b
3
  size 1064
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.4405125076266017,
5
  "eval_steps": 500,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -182,6 +182,181 @@
182
  "learning_rate": 0.00019737704918032788,
183
  "loss": 1.3822,
184
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
185
  }
186
  ],
187
  "logging_steps": 20,
@@ -201,7 +376,7 @@
201
  "attributes": {}
202
  }
203
  },
204
- "total_flos": 6429114251698176.0,
205
  "train_batch_size": 1,
206
  "trial_name": null,
207
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 4.881025015253203,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
182
  "learning_rate": 0.00019737704918032788,
183
  "loss": 1.3822,
184
  "step": 500
185
+ },
186
+ {
187
+ "epoch": 2.5381330079316657,
188
+ "grad_norm": 2.5370113849639893,
189
+ "learning_rate": 0.00019724590163934427,
190
+ "loss": 1.2652,
191
+ "step": 520
192
+ },
193
+ {
194
+ "epoch": 2.63575350823673,
195
+ "grad_norm": 2.0484936237335205,
196
+ "learning_rate": 0.00019711475409836066,
197
+ "loss": 1.2971,
198
+ "step": 540
199
+ },
200
+ {
201
+ "epoch": 2.733374008541794,
202
+ "grad_norm": 1.699357509613037,
203
+ "learning_rate": 0.00019698360655737707,
204
+ "loss": 1.3195,
205
+ "step": 560
206
+ },
207
+ {
208
+ "epoch": 2.830994508846858,
209
+ "grad_norm": 2.4636785984039307,
210
+ "learning_rate": 0.00019685245901639344,
211
+ "loss": 1.2474,
212
+ "step": 580
213
+ },
214
+ {
215
+ "epoch": 2.9286150091519216,
216
+ "grad_norm": 3.6711232662200928,
217
+ "learning_rate": 0.00019672131147540985,
218
+ "loss": 1.3091,
219
+ "step": 600
220
+ },
221
+ {
222
+ "epoch": 3.026235509456986,
223
+ "grad_norm": 1.9547876119613647,
224
+ "learning_rate": 0.00019659016393442624,
225
+ "loss": 1.2966,
226
+ "step": 620
227
+ },
228
+ {
229
+ "epoch": 3.1238560097620502,
230
+ "grad_norm": 2.135209560394287,
231
+ "learning_rate": 0.00019645901639344263,
232
+ "loss": 1.2201,
233
+ "step": 640
234
+ },
235
+ {
236
+ "epoch": 3.221476510067114,
237
+ "grad_norm": 2.2378487586975098,
238
+ "learning_rate": 0.00019632786885245902,
239
+ "loss": 1.2226,
240
+ "step": 660
241
+ },
242
+ {
243
+ "epoch": 3.319097010372178,
244
+ "grad_norm": 2.5407207012176514,
245
+ "learning_rate": 0.0001961967213114754,
246
+ "loss": 1.224,
247
+ "step": 680
248
+ },
249
+ {
250
+ "epoch": 3.416717510677242,
251
+ "grad_norm": 2.5137102603912354,
252
+ "learning_rate": 0.00019606557377049183,
253
+ "loss": 1.271,
254
+ "step": 700
255
+ },
256
+ {
257
+ "epoch": 3.514338010982306,
258
+ "grad_norm": 2.5121419429779053,
259
+ "learning_rate": 0.00019593442622950822,
260
+ "loss": 1.2469,
261
+ "step": 720
262
+ },
263
+ {
264
+ "epoch": 3.61195851128737,
265
+ "grad_norm": 2.5250003337860107,
266
+ "learning_rate": 0.0001958032786885246,
267
+ "loss": 1.1799,
268
+ "step": 740
269
+ },
270
+ {
271
+ "epoch": 3.7095790115924343,
272
+ "grad_norm": 1.8390239477157593,
273
+ "learning_rate": 0.000195672131147541,
274
+ "loss": 1.2629,
275
+ "step": 760
276
+ },
277
+ {
278
+ "epoch": 3.8071995118974984,
279
+ "grad_norm": 2.065147638320923,
280
+ "learning_rate": 0.00019554098360655738,
281
+ "loss": 1.2158,
282
+ "step": 780
283
+ },
284
+ {
285
+ "epoch": 3.9048200122025625,
286
+ "grad_norm": 2.7138381004333496,
287
+ "learning_rate": 0.00019540983606557377,
288
+ "loss": 1.1778,
289
+ "step": 800
290
+ },
291
+ {
292
+ "epoch": 4.002440512507627,
293
+ "grad_norm": 3.124082565307617,
294
+ "learning_rate": 0.00019527868852459016,
295
+ "loss": 1.2258,
296
+ "step": 820
297
+ },
298
+ {
299
+ "epoch": 4.100061012812691,
300
+ "grad_norm": 2.8344528675079346,
301
+ "learning_rate": 0.00019514754098360658,
302
+ "loss": 1.1718,
303
+ "step": 840
304
+ },
305
+ {
306
+ "epoch": 4.197681513117755,
307
+ "grad_norm": 2.2852656841278076,
308
+ "learning_rate": 0.00019501639344262297,
309
+ "loss": 1.132,
310
+ "step": 860
311
+ },
312
+ {
313
+ "epoch": 4.295302013422819,
314
+ "grad_norm": 2.662973642349243,
315
+ "learning_rate": 0.00019488524590163936,
316
+ "loss": 1.158,
317
+ "step": 880
318
+ },
319
+ {
320
+ "epoch": 4.392922513727883,
321
+ "grad_norm": 2.1522879600524902,
322
+ "learning_rate": 0.00019475409836065575,
323
+ "loss": 1.1263,
324
+ "step": 900
325
+ },
326
+ {
327
+ "epoch": 4.490543014032947,
328
+ "grad_norm": 2.541273832321167,
329
+ "learning_rate": 0.00019462295081967214,
330
+ "loss": 1.1807,
331
+ "step": 920
332
+ },
333
+ {
334
+ "epoch": 4.588163514338011,
335
+ "grad_norm": 2.0520172119140625,
336
+ "learning_rate": 0.00019449180327868855,
337
+ "loss": 1.1164,
338
+ "step": 940
339
+ },
340
+ {
341
+ "epoch": 4.685784014643075,
342
+ "grad_norm": 2.2306621074676514,
343
+ "learning_rate": 0.00019436065573770491,
344
+ "loss": 1.117,
345
+ "step": 960
346
+ },
347
+ {
348
+ "epoch": 4.783404514948139,
349
+ "grad_norm": 3.0042741298675537,
350
+ "learning_rate": 0.00019422950819672133,
351
+ "loss": 1.2039,
352
+ "step": 980
353
+ },
354
+ {
355
+ "epoch": 4.881025015253203,
356
+ "grad_norm": 2.1427409648895264,
357
+ "learning_rate": 0.00019409836065573772,
358
+ "loss": 1.1225,
359
+ "step": 1000
360
  }
361
  ],
362
  "logging_steps": 20,
 
376
  "attributes": {}
377
  }
378
  },
379
+ "total_flos": 1.2862153546924032e+16,
380
  "train_batch_size": 1,
381
  "trial_name": null,
382
  "trial_params": null