kertob commited on
Commit
0bb8963
·
verified ·
1 Parent(s): 9330e8a

Training in progress, step 50

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3be794fead18f34ffe7d977cb8de8cd1af064dd9acb1eb2d8e4cfb6ab71fbe3
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9455d231288418b4cb607f28ae2de2dda8e53c7ad0a5a7b03760c2cfa64626
3
  size 261131840
runs/Mar08_12-04-48_4997a2709b0f/events.out.tfevents.1709899498.4997a2709b0f.941.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c18fb6ca78b1faf9c460ac4d3b65013d70482803eb7d9a4af43cd8e0e844674
3
- size 6560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b41f1efc6365282bcec442711258f604e985434c508136af22805a0d469371
3
+ size 6767
wandb/debug-internal.log CHANGED
@@ -262,3 +262,58 @@
262
  2024-03-08 12:19:10,454 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
263
  2024-03-08 12:19:15,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
264
  2024-03-08 12:19:20,456 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
262
  2024-03-08 12:19:10,454 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
263
  2024-03-08 12:19:15,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
264
  2024-03-08 12:19:20,456 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
265
+ 2024-03-08 12:19:25,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
266
+ 2024-03-08 12:19:25,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
267
+ 2024-03-08 12:19:25,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
268
+ 2024-03-08 12:19:26,397 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
269
+ 2024-03-08 12:19:31,399 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
270
+ 2024-03-08 12:19:36,399 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
271
+ 2024-03-08 12:19:39,781 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
272
+ 2024-03-08 12:19:40,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
273
+ 2024-03-08 12:19:40,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
274
+ 2024-03-08 12:19:40,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
275
+ 2024-03-08 12:19:41,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-03-08 12:19:46,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
277
+ 2024-03-08 12:19:51,457 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
278
+ 2024-03-08 12:19:55,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
279
+ 2024-03-08 12:19:55,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
280
+ 2024-03-08 12:19:55,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
281
+ 2024-03-08 12:19:56,461 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
282
+ 2024-03-08 12:20:01,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
283
+ 2024-03-08 12:20:06,463 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
284
+ 2024-03-08 12:20:09,781 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
285
+ 2024-03-08 12:20:10,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
286
+ 2024-03-08 12:20:10,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
287
+ 2024-03-08 12:20:10,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
288
+ 2024-03-08 12:20:12,431 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
289
+ 2024-03-08 12:20:17,432 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
290
+ 2024-03-08 12:20:22,433 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
291
+ 2024-03-08 12:20:25,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
292
+ 2024-03-08 12:20:25,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
293
+ 2024-03-08 12:20:25,240 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
294
+ 2024-03-08 12:20:27,471 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
295
+ 2024-03-08 12:20:32,472 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
296
+ 2024-03-08 12:20:37,473 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
297
+ 2024-03-08 12:20:39,782 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
298
+ 2024-03-08 12:20:40,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
299
+ 2024-03-08 12:20:40,200 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
300
+ 2024-03-08 12:20:40,240 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
301
+ 2024-03-08 12:20:43,385 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
302
+ 2024-03-08 12:20:48,386 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
303
+ 2024-03-08 12:20:53,386 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
304
+ 2024-03-08 12:20:55,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
305
+ 2024-03-08 12:20:55,200 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
306
+ 2024-03-08 12:20:55,240 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
307
+ 2024-03-08 12:20:57,557 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: partial_history
308
+ 2024-03-08 12:20:57,559 DEBUG SenderThread:10843 [sender.py:send():378] send: history
309
+ 2024-03-08 12:20:57,559 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: summary_record
310
+ 2024-03-08 12:20:57,560 INFO SenderThread:10843 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
311
+ 2024-03-08 12:20:57,801 INFO Thread-12 :10843 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json
312
+ 2024-03-08 12:20:58,561 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
313
+ 2024-03-08 12:21:03,562 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
314
+ 2024-03-08 12:21:08,563 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
315
+ 2024-03-08 12:21:09,782 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
316
+ 2024-03-08 12:21:10,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
317
+ 2024-03-08 12:21:10,200 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
318
+ 2024-03-08 12:21:10,200 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
319
+ 2024-03-08 12:21:14,467 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.0001, "train/grad_norm": 0.000766754790674895, "train/learning_rate": 0.00019149480258259533, "train/epoch": 3.2, "train/global_step": 40, "_timestamp": 1709900342.9574487, "_runtime": 448.89682173728943, "_step": 3}
 
1
+ {"train/loss": 0.0, "train/grad_norm": 0.000341083446983248, "train/learning_rate": 0.00018550053929480202, "train/epoch": 4.0, "train/global_step": 50, "_timestamp": 1709900457.557282, "_runtime": 563.4966549873352, "_step": 4}
wandb/run-20240308_121134-5y42ufcl/logs/debug-internal.log CHANGED
@@ -262,3 +262,58 @@
262
  2024-03-08 12:19:10,454 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
263
  2024-03-08 12:19:15,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
264
  2024-03-08 12:19:20,456 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
262
  2024-03-08 12:19:10,454 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
263
  2024-03-08 12:19:15,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
264
  2024-03-08 12:19:20,456 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
265
+ 2024-03-08 12:19:25,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
266
+ 2024-03-08 12:19:25,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
267
+ 2024-03-08 12:19:25,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
268
+ 2024-03-08 12:19:26,397 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
269
+ 2024-03-08 12:19:31,399 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
270
+ 2024-03-08 12:19:36,399 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
271
+ 2024-03-08 12:19:39,781 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
272
+ 2024-03-08 12:19:40,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
273
+ 2024-03-08 12:19:40,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
274
+ 2024-03-08 12:19:40,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
275
+ 2024-03-08 12:19:41,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-03-08 12:19:46,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
277
+ 2024-03-08 12:19:51,457 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
278
+ 2024-03-08 12:19:55,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
279
+ 2024-03-08 12:19:55,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
280
+ 2024-03-08 12:19:55,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
281
+ 2024-03-08 12:19:56,461 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
282
+ 2024-03-08 12:20:01,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
283
+ 2024-03-08 12:20:06,463 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
284
+ 2024-03-08 12:20:09,781 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
285
+ 2024-03-08 12:20:10,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
286
+ 2024-03-08 12:20:10,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
287
+ 2024-03-08 12:20:10,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
288
+ 2024-03-08 12:20:12,431 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
289
+ 2024-03-08 12:20:17,432 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
290
+ 2024-03-08 12:20:22,433 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
291
+ 2024-03-08 12:20:25,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
292
+ 2024-03-08 12:20:25,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
293
+ 2024-03-08 12:20:25,240 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
294
+ 2024-03-08 12:20:27,471 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
295
+ 2024-03-08 12:20:32,472 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
296
+ 2024-03-08 12:20:37,473 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
297
+ 2024-03-08 12:20:39,782 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
298
+ 2024-03-08 12:20:40,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
299
+ 2024-03-08 12:20:40,200 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
300
+ 2024-03-08 12:20:40,240 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
301
+ 2024-03-08 12:20:43,385 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
302
+ 2024-03-08 12:20:48,386 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
303
+ 2024-03-08 12:20:53,386 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
304
+ 2024-03-08 12:20:55,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
305
+ 2024-03-08 12:20:55,200 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
306
+ 2024-03-08 12:20:55,240 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
307
+ 2024-03-08 12:20:57,557 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: partial_history
308
+ 2024-03-08 12:20:57,559 DEBUG SenderThread:10843 [sender.py:send():378] send: history
309
+ 2024-03-08 12:20:57,559 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: summary_record
310
+ 2024-03-08 12:20:57,560 INFO SenderThread:10843 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
311
+ 2024-03-08 12:20:57,801 INFO Thread-12 :10843 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json
312
+ 2024-03-08 12:20:58,561 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
313
+ 2024-03-08 12:21:03,562 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
314
+ 2024-03-08 12:21:08,563 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
315
+ 2024-03-08 12:21:09,782 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
316
+ 2024-03-08 12:21:10,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
317
+ 2024-03-08 12:21:10,200 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
318
+ 2024-03-08 12:21:10,200 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
319
+ 2024-03-08 12:21:14,467 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report